2013-10-31 15:24:58,902 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-31 15:24:58,922 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-31 15:24:58,922 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.MergePipesPlatformTest
2013-10-31 15:24:58,945 INFO hadoop.HadoopPlatform (HadoopPlatform.java:setUp(118)) - using cluster
2013-10-31 15:24:59,161 INFO util.GSet (BlocksMap.java:computeCapacity(338)) - VM type = 64-bit
2013-10-31 15:24:59,161 INFO util.GSet (BlocksMap.java:computeCapacity(339)) - 2% max memory = 14.49 MB
2013-10-31 15:24:59,161 INFO util.GSet (BlocksMap.java:computeCapacity(340)) - capacity = 2^21 = 2097152 entries
2013-10-31 15:24:59,162 INFO util.GSet (LightWeightGSet.java:<init>(79)) - recommended=2097152, actual=2097152
2013-10-31 15:24:59,332 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(482)) - fsOwner=hadoop
2013-10-31 15:24:59,332 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(486)) - supergroup=supergroup
2013-10-31 15:24:59,333 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(487)) - isPermissionEnabled=true
2013-10-31 15:24:59,335 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(532)) - dfs.block.invalidate.limit=100
2013-10-31 15:24:59,336 WARN namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(537)) - The dfs.support.append option is in your configuration, however append is not supported. This configuration option is no longer required to enable sync.
2013-10-31 15:24:59,336 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(549)) - isAccessTokenEnabled=false accessKeyUpdateInterval=0 min(s), accessTokenLifetime=0 min(s)
2013-10-31 15:24:59,341 INFO namenode.NameNode (FSDirectory.java:<init>(84)) - Caching file names occuring more than 10 times
2013-10-31 15:24:59,483 INFO common.Storage (FSImage.java:saveFSImage(1067)) - Image file of size 112 saved in 0 seconds.
2013-10-31 15:25:00,550 INFO common.Storage (FSImage.java:format(1331)) - Storage directory build/test/data/dfs/name1 has been successfully formatted.
2013-10-31 15:25:00,553 INFO common.Storage (FSImage.java:saveFSImage(1067)) - Image file of size 112 saved in 0 seconds.
2013-10-31 15:25:00,688 INFO common.Storage (FSImage.java:format(1331)) - Storage directory build/test/data/dfs/name2 has been successfully formatted.
2013-10-31 15:25:00,731 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-namenode.properties, hadoop-metrics2.properties
2013-10-31 15:25:00,799 INFO util.GSet (BlocksMap.java:computeCapacity(338)) - VM type = 64-bit
2013-10-31 15:25:00,799 INFO util.GSet (BlocksMap.java:computeCapacity(339)) - 2% max memory = 14.49 MB
2013-10-31 15:25:00,799 INFO util.GSet (BlocksMap.java:computeCapacity(340)) - capacity = 2^21 = 2097152 entries
2013-10-31 15:25:00,800 INFO util.GSet (LightWeightGSet.java:<init>(79)) - recommended=2097152, actual=2097152
2013-10-31 15:25:00,803 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(482)) - fsOwner=hadoop
2013-10-31 15:25:00,803 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(486)) - supergroup=supergroup
2013-10-31 15:25:00,804 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(487)) - isPermissionEnabled=true
2013-10-31 15:25:00,804 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(532)) - dfs.block.invalidate.limit=100
2013-10-31 15:25:00,804 WARN namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(537)) - The dfs.support.append option is in your configuration, however append is not supported. This configuration option is no longer required to enable sync.
2013-10-31 15:25:00,804 INFO namenode.FSNamesystem (FSNamesystem.java:setConfigurationParameters(549)) - isAccessTokenEnabled=false accessKeyUpdateInterval=0 min(s), accessTokenLifetime=0 min(s)
2013-10-31 15:25:00,807 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5306)) - Registered FSNamesystemStateMBean and NameNodeMXBean
2013-10-31 15:25:00,808 INFO namenode.NameNode (FSDirectory.java:<init>(84)) - Caching file names occuring more than 10 times
2013-10-31 15:25:00,811 INFO common.Storage (FSImage.java:loadFSImage(899)) - Number of files = 1
2013-10-31 15:25:00,812 INFO common.Storage (FSImage.java:loadFilesUnderConstruction(1435)) - Number of files under construction = 0
2013-10-31 15:25:00,812 INFO common.Storage (FSImage.java:loadFSImage(832)) - Image file of size 112 loaded in 0 seconds.
2013-10-31 15:25:00,813 INFO common.Storage (FSEditLog.java:loadFSEdits(901)) - Edits file build/test/data/dfs/name1/current/edits of size 4 edits # 0 loaded in 0 seconds.
2013-10-31 15:25:00,814 INFO common.Storage (FSImage.java:saveFSImage(1067)) - Image file of size 112 saved in 0 seconds.
2013-10-31 15:25:00,880 INFO common.Storage (FSImage.java:saveFSImage(1067)) - Image file of size 112 saved in 0 seconds.
2013-10-31 15:25:00,935 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2013-10-31 15:25:00,935 INFO namenode.FSNamesystem (FSNamesystem.java:initialize(397)) - Finished loading FSImage in 132 msecs
2013-10-31 15:25:00,950 INFO namenode.FSNamesystem (FSNamesystem.java:processMisReplicatedBlocks(3816)) - Total number of blocks = 0
2013-10-31 15:25:00,951 INFO namenode.FSNamesystem (FSNamesystem.java:processMisReplicatedBlocks(3817)) - Number of invalid blocks = 0
2013-10-31 15:25:00,951 INFO namenode.FSNamesystem (FSNamesystem.java:processMisReplicatedBlocks(3818)) - Number of under-replicated blocks = 0
2013-10-31 15:25:00,952 INFO namenode.FSNamesystem (FSNamesystem.java:processMisReplicatedBlocks(3819)) - Number of over-replicated blocks = 0
2013-10-31 15:25:00,953 INFO hdfs.StateChange (FSNamesystem.java:leave(4783)) - STATE* Safe mode termination scan for invalid, over- and under-replicated blocks completed in 15 msec
2013-10-31 15:25:00,953 INFO hdfs.StateChange (FSNamesystem.java:leave(4789)) - STATE* Leaving safe mode after 0 secs.
2013-10-31 15:25:00,954 INFO hdfs.StateChange (FSNamesystem.java:leave(4798)) - STATE* Network topology has 0 racks and 0 datanodes
2013-10-31 15:25:00,955 INFO hdfs.StateChange (FSNamesystem.java:leave(4801)) - STATE* UnderReplicatedBlocks has 0 blocks
2013-10-31 15:25:00,961 INFO util.HostsFileReader (HostsFileReader.java:refresh(76)) - Refreshing hosts (include/exclude) list
2013-10-31 15:25:00,961 INFO namenode.FSNamesystem (QueueProcessingStatistics.java:logEndFirstCycle(221)) - ReplicateQueue QueueProcessingStatistics: First cycle completed 0 blocks in 1 msec
2013-10-31 15:25:00,961 INFO namenode.FSNamesystem (QueueProcessingStatistics.java:logEndLastCycle(234)) - ReplicateQueue QueueProcessingStatistics: Queue flush completed 0 blocks in 1 msec processing time, 1 msec clock time, 1 cycles
2013-10-31 15:25:00,962 INFO namenode.FSNamesystem (QueueProcessingStatistics.java:logEndFirstCycle(221)) - InvalidateQueue QueueProcessingStatistics: First cycle completed 0 blocks in 0 msec
2013-10-31 15:25:00,962 INFO namenode.FSNamesystem (QueueProcessingStatistics.java:logEndLastCycle(234)) - InvalidateQueue QueueProcessingStatistics: Queue flush completed 0 blocks in 0 msec processing time, 0 msec clock time, 1 cycles
2013-10-31 15:25:00,971 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:25:00,973 INFO namenode.NameNode (NameNode.java:initialize(301)) - Namenode up at: /127.0.0.1:56918
2013-10-31 15:25:01,010 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2013-10-31 15:25:01,060 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:25:01,069 INFO http.HttpServer (WebHdfsFileSystem.java:isEnabled(132)) - dfs.webhdfs.enabled = false
2013-10-31 15:25:01,075 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:25:01,076 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 53968 webServer.getConnectors()[0].getLocalPort() returned 53968
2013-10-31 15:25:01,076 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 53968
2013-10-31 15:25:01,077 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:25:01,112 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/hdfs to /tmp/Jetty_localhost_53968_hdfs____h80553/webapp
2013-10-31 15:25:01,455 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:53968
2013-10-31 15:25:01,455 INFO namenode.NameNode (NameNode.java:run(451)) - Web-server up at: localhost:53968
2013-10-31 15:25:01,456 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:25:01,456 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 56918: starting
2013-10-31 15:25:01,488 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 56918: starting
2013-10-31 15:25:01,489 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 56918: starting
2013-10-31 15:25:01,488 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 56918: starting
2013-10-31 15:25:01,488 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 56918: starting
2013-10-31 15:25:01,490 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 9 on 56918: starting
2013-10-31 15:25:01,490 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 8 on 56918: starting
2013-10-31 15:25:01,490 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 7 on 56918: starting
2013-10-31 15:25:01,490 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 6 on 56918: starting
2013-10-31 15:25:01,489 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 5 on 56918: starting
2013-10-31 15:25:01,489 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 4 on 56918: starting
2013-10-31 15:25:01,634 INFO metrics.MetricsSaver (?:<init>(?)) - MetricsSaver GradleWorkerMain root:hdfs:///mnt/var/lib/hadoop/metrics/ period:60 instanceId:i-3e21d259 jobflow:j-3AAKWCJW7N40B
Starting DataNode 0 with dfs.data.dir: build/test/data/dfs/data/data1,build/test/data/dfs/data/data2
2013-10-31 15:25:01,706 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-datanode.properties, hadoop-metrics2.properties
2013-10-31 15:25:01,707 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=MetricsSystem,sub=Control
javax.management.InstanceAlreadyExistsException: MXBean already registered with name Hadoop:service=NameNode,name=MetricsSystem,sub=Control
at com.sun.jmx.mbeanserver.MXBeanLookup.addReference(MXBeanLookup.java:151)
at com.sun.jmx.mbeanserver.MXBeanSupport.register(MXBeanSupport.java:160)
at com.sun.jmx.mbeanserver.MBeanSupport.preRegister2(MBeanSupport.java:173)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:930)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.initSystemMBean(MetricsSystemImpl.java:500)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:140)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:40)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:50)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1565)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:25:01,746 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data1 is not formatted.
2013-10-31 15:25:01,747 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:25:01,882 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data2 is not formatted.
2013-10-31 15:25:01,883 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:25:02,010 INFO datanode.DataNode (FSDataset.java:registerMBean(2056)) - Registered FSDatasetStatusMBean
2013-10-31 15:25:02,024 INFO datanode.DataNode (DataNode.java:startDataNode(423)) - Opened data transfer server at 42991
2013-10-31 15:25:02,028 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2013-10-31 15:25:02,035 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:25:02,037 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(132)) - dfs.webhdfs.enabled = false
2013-10-31 15:25:02,038 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:25:02,038 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 46362 webServer.getConnectors()[0].getLocalPort() returned 46362
2013-10-31 15:25:02,038 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 46362
2013-10-31 15:25:02,038 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:25:02,044 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/datanode to /tmp/Jetty_localhost_46362_datanode____.mlei3w/webapp
2013-10-31 15:25:02,233 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:46362
2013-10-31 15:25:02,237 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:25:02,237 INFO datanode.DataNode (DataNode.java:startDataNode(519)) - dnRegistration = DatanodeRegistration(127.0.0.1:42991, storageID=, infoPort=46362, ipcPort=36115)
2013-10-31 15:25:02,249 INFO hdfs.StateChange (FSNamesystem.java:registerDatanode(2412)) - BLOCK* NameSystem.registerDatanode: node registration from 127.0.0.1:42991 storage DS-40330888-10.5.128.102-42991-1383233102248
2013-10-31 15:25:02,251 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/127.0.0.1:42991
2013-10-31 15:25:02,292 INFO datanode.DataNode (DataNode.java:register(733)) - New storage id DS-40330888-10.5.128.102-42991-1383233102248 is assigned to data-node 127.0.0.1:42991
2013-10-31 15:25:02,292 INFO datanode.DataNode (FSDataset.java:getBlocksBeingWrittenInfo(721)) - Finished generating blocks being written report for 2 volumes in 0 seconds
2013-10-31 15:25:02,295 INFO hdfs.StateChange (NameNode.java:blocksBeingWrittenReport(1019)) - *BLOCK* NameNode.blocksBeingWrittenReport: from 127.0.0.1:42991 0 blocks
2013-10-31 15:25:02,297 INFO datanode.DataNode (FSDataset.java:run(2221)) - Starting asynchronous block report scan
2013-10-31 15:25:02,297 INFO datanode.DataNode (FSDataset.java:run(2224)) - Finished asynchronous block report scan in 0ms
2013-10-31 15:25:02,297 INFO datanode.DataNode (DataNode.java:run(1494)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115)In DataNode.run, data = FSDataset{dirpath='/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data1/current,/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data2/current'}
Starting DataNode 1 with dfs.data.dir: build/test/data/dfs/data/data3,build/test/data/dfs/data/data4
2013-10-31 15:25:02,299 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:25:02,300 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 36115: starting
2013-10-31 15:25:02,301 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 36115: starting
2013-10-31 15:25:02,303 INFO datanode.DataNode (DataNode.java:offerService(924)) - using BLOCKREPORT_INTERVAL of 3600000msec Initial delay: 0msec
2013-10-31 15:25:02,302 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 36115: starting
2013-10-31 15:25:02,301 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 36115: starting
2013-10-31 15:25:02,304 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-datanode.properties, hadoop-metrics2.properties
2013-10-31 15:25:02,305 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=MetricsSystem,sub=Control
javax.management.InstanceAlreadyExistsException: MXBean already registered with name Hadoop:service=NameNode,name=MetricsSystem,sub=Control
at com.sun.jmx.mbeanserver.MXBeanLookup.addReference(MXBeanLookup.java:151)
at com.sun.jmx.mbeanserver.MXBeanSupport.register(MXBeanSupport.java:160)
at com.sun.jmx.mbeanserver.MBeanSupport.preRegister2(MBeanSupport.java:173)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:930)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.initSystemMBean(MetricsSystemImpl.java:500)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:140)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:40)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:50)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1565)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:25:02,305 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:25:02,312 INFO hdfs.StateChange (FSNamesystem.java:processReport(3512)) - *BLOCK* NameSystem.processReport: from 127.0.0.1:42991, blocks: 0, processing time: 2 msecs
2013-10-31 15:25:02,317 INFO datanode.DataNode (DataNode.java:offerService(1009)) - BlockReport of 0 blocks took 4 msec to generate and 7 msecs for RPC and NN processing
2013-10-31 15:25:02,318 INFO datanode.DataNode (DataNode.java:offerService(1054)) - Starting Periodic block scanner.
2013-10-31 15:25:02,320 INFO datanode.DataNode (FSDataset.java:getBlockReport(1704)) - Generated rough (lockless) block report in 1 ms
2013-10-31 15:25:02,320 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:25:02,342 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data3 is not formatted.
2013-10-31 15:25:02,343 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:25:02,509 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data4 is not formatted.
2013-10-31 15:25:02,510 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:25:02,590 INFO datanode.DataNode (FSDataset.java:registerMBean(2056)) - Registered FSDatasetStatusMBean
2013-10-31 15:25:02,591 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=DataNodeInfo
javax.management.InstanceAlreadyExistsException: Hadoop:service=DataNode,name=DataNodeInfo
at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.hdfs.server.datanode.DataNode.registerMXBean(DataNode.java:531)
at org.apache.hadoop.hdfs.server.datanode.DataNode.startDataNode(DataNode.java:402)
at org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:301)
at org.apache.hadoop.hdfs.server.datanode.DataNode.makeInstance(DataNode.java:1627)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1566)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:25:02,596 INFO datanode.DataNode (DataNode.java:startDataNode(423)) - Opened data transfer server at 53907
2013-10-31 15:25:02,597 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2013-10-31 15:25:02,599 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:25:02,601 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(132)) - dfs.webhdfs.enabled = false
2013-10-31 15:25:02,602 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:25:02,602 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 60870 webServer.getConnectors()[0].getLocalPort() returned 60870
2013-10-31 15:25:02,603 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 60870
2013-10-31 15:25:02,603 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:25:02,617 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/datanode to /tmp/Jetty_localhost_60870_datanode____.e9dk02/webapp
2013-10-31 15:25:02,809 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:60870
2013-10-31 15:25:02,813 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:25:02,814 INFO datanode.DataNode (DataNode.java:startDataNode(519)) - dnRegistration = DatanodeRegistration(127.0.0.1:53907, storageID=, infoPort=60870, ipcPort=55693)
2013-10-31 15:25:02,816 INFO hdfs.StateChange (FSNamesystem.java:registerDatanode(2412)) - BLOCK* NameSystem.registerDatanode: node registration from 127.0.0.1:53907 storage DS-709277284-10.5.128.102-53907-1383233102814
2013-10-31 15:25:02,817 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/127.0.0.1:53907
2013-10-31 15:25:02,865 INFO datanode.DataNode (DataNode.java:register(733)) - New storage id DS-709277284-10.5.128.102-53907-1383233102814 is assigned to data-node 127.0.0.1:53907
2013-10-31 15:25:02,866 INFO datanode.DataNode (FSDataset.java:getBlocksBeingWrittenInfo(721)) - Finished generating blocks being written report for 2 volumes in 0 seconds
2013-10-31 15:25:02,866 INFO hdfs.StateChange (NameNode.java:blocksBeingWrittenReport(1019)) - *BLOCK* NameNode.blocksBeingWrittenReport: from 127.0.0.1:53907 0 blocks
2013-10-31 15:25:02,867 INFO datanode.DataNode (FSDataset.java:run(2221)) - Starting asynchronous block report scan
Starting DataNode 2 with dfs.data.dir: build/test/data/dfs/data/data5,build/test/data/dfs/data/data6
2013-10-31 15:25:02,868 INFO datanode.DataNode (DataNode.java:run(1494)) - DatanodeRegistration(127.0.0.1:53907, storageID=DS-709277284-10.5.128.102-53907-1383233102814, infoPort=60870, ipcPort=55693)In DataNode.run, data = FSDataset{dirpath='/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data3/current,/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data4/current'}
2013-10-31 15:25:02,868 INFO datanode.DataNode (FSDataset.java:run(2224)) - Finished asynchronous block report scan in 0ms
2013-10-31 15:25:02,870 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:25:02,870 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 55693: starting
2013-10-31 15:25:02,871 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 55693: starting
2013-10-31 15:25:02,877 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 55693: starting
2013-10-31 15:25:02,879 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 55693: starting
2013-10-31 15:25:02,878 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-datanode.properties, hadoop-metrics2.properties
2013-10-31 15:25:02,877 INFO datanode.DataNode (DataNode.java:offerService(924)) - using BLOCKREPORT_INTERVAL of 3600000msec Initial delay: 0msec
2013-10-31 15:25:02,880 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=MetricsSystem,sub=Control
javax.management.InstanceAlreadyExistsException: MXBean already registered with name Hadoop:service=NameNode,name=MetricsSystem,sub=Control
at com.sun.jmx.mbeanserver.MXBeanLookup.addReference(MXBeanLookup.java:151)
at com.sun.jmx.mbeanserver.MXBeanSupport.register(MXBeanSupport.java:160)
at com.sun.jmx.mbeanserver.MBeanSupport.preRegister2(MBeanSupport.java:173)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:930)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.initSystemMBean(MetricsSystemImpl.java:500)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:140)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:40)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:50)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1565)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:25:02,882 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:25:02,884 INFO hdfs.StateChange (FSNamesystem.java:processReport(3512)) - *BLOCK* NameSystem.processReport: from 127.0.0.1:53907, blocks: 0, processing time: 0 msecs
2013-10-31 15:25:02,885 INFO datanode.DataNode (DataNode.java:offerService(1009)) - BlockReport of 0 blocks took 1 msec to generate and 2 msecs for RPC and NN processing
2013-10-31 15:25:02,885 INFO datanode.DataNode (DataNode.java:offerService(1054)) - Starting Periodic block scanner.
2013-10-31 15:25:02,901 INFO datanode.DataNode (FSDataset.java:getBlockReport(1704)) - Generated rough (lockless) block report in 7 ms
2013-10-31 15:25:02,901 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:25:02,915 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data5 is not formatted.
2013-10-31 15:25:02,915 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:25:03,030 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data6 is not formatted.
2013-10-31 15:25:03,030 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:25:03,155 INFO datanode.DataNode (FSDataset.java:registerMBean(2056)) - Registered FSDatasetStatusMBean
2013-10-31 15:25:03,155 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=DataNodeInfo
javax.management.InstanceAlreadyExistsException: Hadoop:service=DataNode,name=DataNodeInfo
at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.hdfs.server.datanode.DataNode.registerMXBean(DataNode.java:531)
at org.apache.hadoop.hdfs.server.datanode.DataNode.startDataNode(DataNode.java:402)
at org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:301)
at org.apache.hadoop.hdfs.server.datanode.DataNode.makeInstance(DataNode.java:1627)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1566)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:25:03,157 INFO datanode.DataNode (DataNode.java:startDataNode(423)) - Opened data transfer server at 48948
2013-10-31 15:25:03,158 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2013-10-31 15:25:03,159 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:25:03,160 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(132)) - dfs.webhdfs.enabled = false
2013-10-31 15:25:03,160 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:25:03,160 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 45816 webServer.getConnectors()[0].getLocalPort() returned 45816
2013-10-31 15:25:03,161 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 45816
2013-10-31 15:25:03,161 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:25:03,168 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/datanode to /tmp/Jetty_localhost_45816_datanode____.95myfx/webapp
2013-10-31 15:25:03,364 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:45816
2013-10-31 15:25:03,366 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:25:03,367 INFO datanode.DataNode (DataNode.java:startDataNode(519)) - dnRegistration = DatanodeRegistration(127.0.0.1:48948, storageID=, infoPort=45816, ipcPort=55678)
2013-10-31 15:25:03,368 INFO hdfs.StateChange (FSNamesystem.java:registerDatanode(2412)) - BLOCK* NameSystem.registerDatanode: node registration from 127.0.0.1:48948 storage DS-1077439903-10.5.128.102-48948-1383233103367
2013-10-31 15:25:03,368 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/127.0.0.1:48948
2013-10-31 15:25:03,480 INFO datanode.DataNode (DataNode.java:register(733)) - New storage id DS-1077439903-10.5.128.102-48948-1383233103367 is assigned to data-node 127.0.0.1:48948
2013-10-31 15:25:03,481 INFO datanode.DataNode (FSDataset.java:getBlocksBeingWrittenInfo(721)) - Finished generating blocks being written report for 2 volumes in 0 seconds
2013-10-31 15:25:03,482 INFO hdfs.StateChange (NameNode.java:blocksBeingWrittenReport(1019)) - *BLOCK* NameNode.blocksBeingWrittenReport: from 127.0.0.1:48948 0 blocks
2013-10-31 15:25:03,483 INFO datanode.DataNode (FSDataset.java:run(2221)) - Starting asynchronous block report scan
2013-10-31 15:25:03,484 INFO datanode.DataNode (DataNode.java:run(1494)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678)In DataNode.run, data = FSDataset{dirpath='/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data5/current,/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data6/current'}
Starting DataNode 3 with dfs.data.dir: build/test/data/dfs/data/data7,build/test/data/dfs/data/data8
2013-10-31 15:25:03,488 INFO datanode.DataNode (FSDataset.java:run(2224)) - Finished asynchronous block report scan in 4ms
2013-10-31 15:25:03,488 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 55678: starting
2013-10-31 15:25:03,488 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:25:03,492 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 55678: starting
2013-10-31 15:25:03,492 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 55678: starting
2013-10-31 15:25:03,492 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 55678: starting
2013-10-31 15:25:03,489 INFO datanode.DataNode (DataNode.java:offerService(924)) - using BLOCKREPORT_INTERVAL of 3600000msec Initial delay: 0msec
2013-10-31 15:25:03,494 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-datanode.properties, hadoop-metrics2.properties
2013-10-31 15:25:03,495 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=MetricsSystem,sub=Control
javax.management.InstanceAlreadyExistsException: MXBean already registered with name Hadoop:service=NameNode,name=MetricsSystem,sub=Control
at com.sun.jmx.mbeanserver.MXBeanLookup.addReference(MXBeanLookup.java:151)
at com.sun.jmx.mbeanserver.MXBeanSupport.register(MXBeanSupport.java:160)
at com.sun.jmx.mbeanserver.MBeanSupport.preRegister2(MBeanSupport.java:173)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:930)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.initSystemMBean(MetricsSystemImpl.java:500)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:140)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:40)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:50)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1565)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:25:03,496 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:25:03,502 INFO hdfs.StateChange (FSNamesystem.java:processReport(3512)) - *BLOCK* NameSystem.processReport: from 127.0.0.1:48948, blocks: 0, processing time: 0 msecs
2013-10-31 15:25:03,503 INFO datanode.DataNode (DataNode.java:offerService(1009)) - BlockReport of 0 blocks took 6 msec to generate and 2 msecs for RPC and NN processing
2013-10-31 15:25:03,503 INFO datanode.DataNode (DataNode.java:offerService(1054)) - Starting Periodic block scanner.
2013-10-31 15:25:03,504 INFO datanode.DataNode (FSDataset.java:getBlockReport(1704)) - Generated rough (lockless) block report in 0 ms
2013-10-31 15:25:03,504 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:25:03,524 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data7 is not formatted.
2013-10-31 15:25:03,524 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:25:05,511 INFO common.Storage (DataStorage.java:recoverTransitionRead(122)) - Storage directory build/test/data/dfs/data/data8 is not formatted.
2013-10-31 15:25:05,512 INFO common.Storage (DataStorage.java:recoverTransitionRead(123)) - Formatting ...
2013-10-31 15:25:05,617 INFO datanode.DataNode (FSDataset.java:registerMBean(2056)) - Registered FSDatasetStatusMBean
2013-10-31 15:25:05,618 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=DataNode,name=DataNodeInfo
javax.management.InstanceAlreadyExistsException: Hadoop:service=DataNode,name=DataNodeInfo
at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.hdfs.server.datanode.DataNode.registerMXBean(DataNode.java:531)
at org.apache.hadoop.hdfs.server.datanode.DataNode.startDataNode(DataNode.java:402)
at org.apache.hadoop.hdfs.server.datanode.DataNode.<init>(DataNode.java:301)
at org.apache.hadoop.hdfs.server.datanode.DataNode.makeInstance(DataNode.java:1627)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1566)
at org.apache.hadoop.hdfs.server.datanode.DataNode.instantiateDataNode(DataNode.java:1541)
at org.apache.hadoop.hdfs.MiniDFSCluster.startDataNodes(MiniDFSCluster.java:420)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:283)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:124)
at cascading.platform.hadoop.HadoopPlatform.setUp(HadoopPlatform.java:132)
at cascading.PlatformTestCase.setUp(PlatformTestCase.java:181)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:295)
at cascading.platform.PlatformRunner.runChild(PlatformRunner.java:61)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.runTestClass(JUnitTestClassExecuter.java:80)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassExecuter.execute(JUnitTestClassExecuter.java:47)
at org.gradle.api.internal.tasks.testing.junit.JUnitTestClassProcessor.processTestClass(JUnitTestClassProcessor.java:69)
at org.gradle.api.internal.tasks.testing.SuiteTestClassProcessor.processTestClass(SuiteTestClassProcessor.java:49)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.dispatch.ContextClassLoaderDispatch.dispatch(ContextClassLoaderDispatch.java:32)
at org.gradle.messaging.dispatch.ProxyDispatchAdapter$DispatchingInvocationHandler.invoke(ProxyDispatchAdapter.java:93)
at com.sun.proxy.$Proxy2.processTestClass(Unknown Source)
at org.gradle.api.internal.tasks.testing.worker.TestWorker.processTestClass(TestWorker.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:35)
at org.gradle.messaging.dispatch.ReflectionDispatch.dispatch(ReflectionDispatch.java:24)
at org.gradle.messaging.remote.internal.hub.MessageHub$Handler.run(MessageHub.java:355)
at org.gradle.internal.concurrent.DefaultExecutorFactory$StoppableExecutorImpl$1.run(DefaultExecutorFactory.java:66)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:25:05,623 INFO datanode.DataNode (DataNode.java:startDataNode(423)) - Opened data transfer server at 57702
2013-10-31 15:25:05,623 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2013-10-31 15:25:05,626 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:25:05,628 INFO datanode.DataNode (WebHdfsFileSystem.java:isEnabled(132)) - dfs.webhdfs.enabled = false
2013-10-31 15:25:05,629 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:25:05,629 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 50888 webServer.getConnectors()[0].getLocalPort() returned 50888
2013-10-31 15:25:05,629 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 50888
2013-10-31 15:25:05,630 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:25:05,639 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/datanode to /tmp/Jetty_localhost_50888_datanode____.csgnoc/webapp
2013-10-31 15:25:05,810 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:50888
2013-10-31 15:25:05,814 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:25:05,814 INFO datanode.DataNode (DataNode.java:startDataNode(519)) - dnRegistration = DatanodeRegistration(127.0.0.1:57702, storageID=, infoPort=50888, ipcPort=41218)
2013-10-31 15:25:05,816 INFO hdfs.StateChange (FSNamesystem.java:registerDatanode(2412)) - BLOCK* NameSystem.registerDatanode: node registration from 127.0.0.1:57702 storage DS-1635519155-10.5.128.102-57702-1383233105815
2013-10-31 15:25:05,817 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/127.0.0.1:57702
2013-10-31 15:25:05,870 INFO datanode.DataNode (DataNode.java:register(733)) - New storage id DS-1635519155-10.5.128.102-57702-1383233105815 is assigned to data-node 127.0.0.1:57702
2013-10-31 15:25:05,871 INFO datanode.DataNode (FSDataset.java:getBlocksBeingWrittenInfo(721)) - Finished generating blocks being written report for 2 volumes in 0 seconds
2013-10-31 15:25:05,872 INFO hdfs.StateChange (NameNode.java:blocksBeingWrittenReport(1019)) - *BLOCK* NameNode.blocksBeingWrittenReport: from 127.0.0.1:57702 0 blocks
2013-10-31 15:25:05,873 INFO datanode.DataNode (FSDataset.java:run(2221)) - Starting asynchronous block report scan
2013-10-31 15:25:05,874 INFO datanode.DataNode (DataNode.java:run(1494)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218)In DataNode.run, data = FSDataset{dirpath='/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data7/current,/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/data/dfs/data/data8/current'}
2013-10-31 15:25:05,875 INFO datanode.DataNode (FSDataset.java:run(2224)) - Finished asynchronous block report scan in 0ms
2013-10-31 15:25:05,880 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:25:05,931 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 41218: starting
2013-10-31 15:25:05,932 INFO datanode.DataNode (DataNode.java:offerService(924)) - using BLOCKREPORT_INTERVAL of 3600000msec Initial delay: 0msec
2013-10-31 15:25:05,932 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 41218: starting
2013-10-31 15:25:05,931 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 41218: starting
2013-10-31 15:25:05,932 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 41218: starting
2013-10-31 15:25:05,945 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:25:05,949 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 15:25:05,955 INFO hdfs.StateChange (FSNamesystem.java:processReport(3512)) - *BLOCK* NameSystem.processReport: from 127.0.0.1:57702, blocks: 0, processing time: 0 msecs
2013-10-31 15:25:05,955 INFO datanode.DataNode (DataNode.java:offerService(1009)) - BlockReport of 0 blocks took 3 msec to generate and 8 msecs for RPC and NN processing
2013-10-31 15:25:05,956 INFO datanode.DataNode (DataNode.java:offerService(1054)) - Starting Periodic block scanner.
2013-10-31 15:25:05,956 INFO datanode.DataNode (FSDataset.java:getBlockReport(1704)) - Generated rough (lockless) block report in 0 ms
2013-10-31 15:25:05,957 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
Generating rack names for tasktrackers
Generating host names for tasktrackers
2013-10-31 15:25:06,003 WARN impl.MetricsSystemImpl (MetricsSystemImpl.java:init(137)) - Metrics system not started: Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties, hadoop-metrics2.properties
2013-10-31 15:25:06,004 WARN util.MBeans (MBeans.java:register(59)) - Hadoop:service=JobTracker,name=MetricsSystem,sub=Control
javax.management.InstanceAlreadyExistsException: MXBean already registered with name Hadoop:service=NameNode,name=MetricsSystem,sub=Control
at com.sun.jmx.mbeanserver.MXBeanLookup.addReference(MXBeanLookup.java:151)
at com.sun.jmx.mbeanserver.MXBeanSupport.register(MXBeanSupport.java:160)
at com.sun.jmx.mbeanserver.MBeanSupport.preRegister2(MBeanSupport.java:173)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:930)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:522)
at org.apache.hadoop.metrics2.util.MBeans.register(MBeans.java:56)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.initSystemMBean(MetricsSystemImpl.java:500)
at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.init(MetricsSystemImpl.java:140)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.init(DefaultMetricsSystem.java:40)
at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.initialize(DefaultMetricsSystem.java:50)
at org.apache.hadoop.mapred.JobTracker.startTracker(JobTracker.java:285)
at org.apache.hadoop.mapred.MiniMRCluster$JobTrackerRunner$1.run(MiniMRCluster.java:114)
at org.apache.hadoop.mapred.MiniMRCluster$JobTrackerRunner$1.run(MiniMRCluster.java:112)
at java.security.AccessController.doPrivileged(Native Method)
at javax.security.auth.Subject.doAs(Subject.java:415)
at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1132)
at org.apache.hadoop.mapred.MiniMRCluster$JobTrackerRunner.run(MiniMRCluster.java:112)
at java.lang.Thread.run(Thread.java:724)
2013-10-31 15:25:06,032 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(140)) - Updating the current master key for generating delegation tokens
2013-10-31 15:25:06,033 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(377)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2013-10-31 15:25:06,033 INFO mapred.JobTracker (JobTracker.java:initializeTaskMemoryRelatedConfig(5174)) - Scheduler configured with (memSizeForMapSlotOnJT, memSizeForReduceSlotOnJT, limitMaxMemForMapTasks, limitMaxMemForReduceTasks) (-1, -1, -1, -1)
2013-10-31 15:25:06,034 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(140)) - Updating the current master key for generating delegation tokens
2013-10-31 15:25:06,034 INFO util.HostsFileReader (HostsFileReader.java:refresh(76)) - Refreshing hosts (include/exclude) list
2013-10-31 15:25:06,035 INFO mapred.JobTracker (JobTracker.java:<init>(2279)) - Starting jobtracker with owner as hadoop
2013-10-31 15:25:06,039 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:25:06,040 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:25:06,050 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:25:06,051 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 43691 webServer.getConnectors()[0].getLocalPort() returned 43691
2013-10-31 15:25:06,051 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 43691
2013-10-31 15:25:06,051 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:25:06,059 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/job to /tmp/Jetty_localhost_43691_job____49fm4f/webapp
2013-10-31 15:25:06,220 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost:43691
2013-10-31 15:25:06,222 INFO mapred.JobTracker (JobTracker.java:<init>(2347)) - JobTracker up at: 57035
2013-10-31 15:25:06,223 INFO mapred.JobTracker (JobTracker.java:<init>(2351)) - JobTracker webserver: 43691
2013-10-31 15:25:06,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system dst=null perm=null
2013-10-31 15:25:06,231 INFO mapred.JobTracker (JobTracker.java:<init>(2405)) - Creating the system directory
2013-10-31 15:25:06,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:06,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:25:06,357 INFO mapred.JobTracker (JobTracker.java:<init>(2469)) - History server being initialized in embedded mode
2013-10-31 15:25:06,361 INFO mapred.JobHistoryServer (JobHistoryServer.java:start(196)) - Started job history server at: localhost:43691
2013-10-31 15:25:06,361 INFO mapred.JobTracker (JobTracker.java:<init>(2472)) - Job History Server web address: localhost:43691
2013-10-31 15:25:06,363 INFO mapred.CompletedJobStatusStore (CompletedJobStatusStore.java:<init>(111)) - Completed job store is inactive
2013-10-31 15:25:06,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/jobtracker.info dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:06,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/jobtracker.info dst=null perm=hadoop:supergroup:rw-------
2013-10-31 15:25:06,415 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/jobtracker.info. blk_-7433580069259118525_1001
2013-10-31 15:25:06,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7433580069259118525_1001 src: /127.0.0.1:51308 dest: /127.0.0.1:57702
2013-10-31 15:25:06,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7433580069259118525_1001 src: /127.0.0.1:39230 dest: /127.0.0.1:53907
2013-10-31 15:25:06,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7433580069259118525_1001 src: /127.0.0.1:37805 dest: /127.0.0.1:48948
2013-10-31 15:25:06,445 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37805, dest: /127.0.0.1:48948, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7433580069259118525_1001, duration: 2140699
2013-10-31 15:25:06,446 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7433580069259118525_1001 terminating
2013-10-31 15:25:06,447 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39230, dest: /127.0.0.1:53907, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7433580069259118525_1001, duration: 4006792
2013-10-31 15:25:06,449 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7433580069259118525_1001 terminating
2013-10-31 15:25:06,449 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7433580069259118525_1001 size 4
2013-10-31 15:25:06,451 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51308, dest: /127.0.0.1:57702, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7433580069259118525_1001, duration: 6495700
2013-10-31 15:25:06,451 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7433580069259118525_1001 terminating
2013-10-31 15:25:06,455 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7433580069259118525_1001 size 4
2013-10-31 15:25:06,456 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/jobtracker.info from client DFSClient_1342392704
2013-10-31 15:25:06,457 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/jobtracker.info is closed by DFSClient_1342392704
2013-10-31 15:25:06,458 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7433580069259118525_1001 size 4
2013-10-31 15:25:06,468 INFO mapred.JobTracker (JobTracker.java:refreshHosts(4945)) - Refreshing hosts information
2013-10-31 15:25:06,483 INFO util.HostsFileReader (HostsFileReader.java:setIncludesFile(100)) - Setting the includes file to
2013-10-31 15:25:06,483 INFO util.HostsFileReader (HostsFileReader.java:setExcludesFile(105)) - Setting the excludes file to
2013-10-31 15:25:06,483 INFO util.HostsFileReader (HostsFileReader.java:refresh(76)) - Refreshing hosts (include/exclude) list
2013-10-31 15:25:06,483 INFO mapred.JobTracker (JobTracker.java:decommissionNodes(4989)) - Decommissioning 0 nodes
2013-10-31 15:25:06,485 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:25:06,485 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 57035: starting
2013-10-31 15:25:06,488 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 9 on 57035: starting
2013-10-31 15:25:06,488 INFO mapred.JobTracker (JobTracker.java:offerService(2630)) - Starting RUNNING
2013-10-31 15:25:06,488 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 7 on 57035: starting
2013-10-31 15:25:06,488 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 8 on 57035: starting
2013-10-31 15:25:06,485 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 57035: starting
2013-10-31 15:25:06,487 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 5 on 57035: starting
2013-10-31 15:25:06,487 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 6 on 57035: starting
2013-10-31 15:25:06,487 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 57035: starting
2013-10-31 15:25:06,487 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 4 on 57035: starting
2013-10-31 15:25:06,485 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 57035: starting
2013-10-31 15:25:06,485 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 57035: starting
2013-10-31 15:25:06,966 INFO mapred.MiniMRCluster (MiniMRCluster.java:<init>(189)) - mapred.local.dir is /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0
2013-10-31 15:25:11,994 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:25:12,011 INFO mapred.TaskLogsTruncater (TaskLogsTruncater.java:<init>(72)) - Initializing logs' truncater with mapRetainSize=-1 and reduceRetainSize=-1
2013-10-31 15:25:12,017 INFO mapred.TaskTracker (TaskTracker.java:initialize(727)) - Starting tasktracker with owner as hadoop
2013-10-31 15:25:12,017 INFO mapred.TaskTracker (TaskTracker.java:initialize(744)) - Good mapred local directories are: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0
2013-10-31 15:25:12,025 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-31 15:25:12,029 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:25:12,029 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:25:12,030 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 41931: starting
2013-10-31 15:25:12,031 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 41931: starting
2013-10-31 15:25:12,031 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 41931: starting
2013-10-31 15:25:12,030 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 41931: starting
2013-10-31 15:25:12,032 INFO mapred.TaskTracker (TaskTracker.java:initialize(826)) - TaskTracker up at: localhost/127.0.0.1:41931
2013-10-31 15:25:12,032 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 41931: starting
2013-10-31 15:25:12,033 INFO mapred.TaskTracker (TaskTracker.java:initialize(829)) - Starting tracker tracker_10.5.128.102:localhost/127.0.0.1:41931
2013-10-31 15:25:12,045 INFO mapred.TaskTracker (TaskTracker.java:run(996)) - Starting thread: Map-events fetcher for all reduce tasks on tracker_10.5.128.102:localhost/127.0.0.1:41931
2013-10-31 15:25:12,055 INFO util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2013-10-31 15:25:12,064 INFO mapred.TaskTracker (TaskTracker.java:initialize(860)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@237098e7
2013-10-31 15:25:12,068 WARN mapred.TaskTracker (TaskTracker.java:setTaskMemoryManagerEnabledFlag(4329)) - TaskTracker's totalMemoryAllottedForTasks is -1. TaskMemoryManager is disabled.
2013-10-31 15:25:12,103 INFO mapred.IndexCache (IndexCache.java:<init>(46)) - IndexCache created with max memory = 10485760
2013-10-31 15:25:12,110 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:25:12,111 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 37572 webServer.getConnectors()[0].getLocalPort() returned 37572
2013-10-31 15:25:12,111 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 37572
2013-10-31 15:25:12,111 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:25:12,116 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/task to /tmp/Jetty_0_0_0_0_37572_task____n8t5hm/webapp
2013-10-31 15:25:12,273 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:37572
2013-10-31 15:25:12,274 INFO mapred.TaskTracker (TaskTracker.java:<init>(1585)) - FILE_CACHE_SIZE for mapOutputServlet set to : 2000
2013-10-31 15:25:12,274 INFO mapred.MiniMRCluster (MiniMRCluster.java:<init>(189)) - mapred.local.dir is /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0
2013-10-31 15:25:12,277 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,278 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0045 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,280 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,280 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,280 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,281 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,281 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,281 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,282 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,282 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,282 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,283 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,284 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0027 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,285 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,286 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,287 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,288 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,289 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,290 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,291 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,292 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0008 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,293 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,294 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,295 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,296 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,297 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0019 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0010 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,298 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0042 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0012 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,300 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,301 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0015 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,303 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,304 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0033 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,305 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0012 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0014 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0013 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,307 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,308 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0041 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,309 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,310 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,311 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,312 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,313 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,314 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,315 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0016 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,316 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,317 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383319512072
2013-10-31 15:25:12,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0045 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,318 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,320 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,322 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,323 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,324 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,325 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0042 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,326 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,327 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,328 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,329 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,330 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,330 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,330 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,330 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,330 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,330 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,330 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,330 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,330 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,330 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,331 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,331 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,331 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,331 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,331 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,331 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,331 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,331 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,331 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,331 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,332 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,332 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,332 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,332 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,332 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,332 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,332 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,332 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,332 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,332 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,333 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,333 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,333 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,333 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,333 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,333 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,333 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,333 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,333 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,333 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,334 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,334 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,334 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,334 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,334 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,334 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,334 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,334 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,334 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,335 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,335 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,335 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,335 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,335 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,335 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,335 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,335 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,335 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,335 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,335 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,336 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,336 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,336 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,336 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,336 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,336 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,336 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,336 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,336 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,337 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,337 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,337 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,337 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,337 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,337 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,337 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,337 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,337 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,337 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,338 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,338 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,338 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,338 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,338 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,338 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,338 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,338 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,338 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,338 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,339 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,339 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0016 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,339 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,339 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,339 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,339 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,339 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,339 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,339 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,340 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,340 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,340 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,340 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,340 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,340 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:12,340 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383319512096
2013-10-31 15:25:15,305 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/10.5.128.102
2013-10-31 15:25:15,309 INFO mapred.JobTracker (JobTracker.java:addNewTracker(3214)) - Adding tracker tracker_10.5.128.102:localhost/127.0.0.1:41931 to host 10.5.128.102
2013-10-31 15:25:17,282 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:25:17,284 INFO mapred.TaskLogsTruncater (TaskLogsTruncater.java:<init>(72)) - Initializing logs' truncater with mapRetainSize=-1 and reduceRetainSize=-1
2013-10-31 15:25:17,286 INFO mapred.TaskTracker (TaskTracker.java:initialize(727)) - Starting tasktracker with owner as hadoop
2013-10-31 15:25:17,287 INFO mapred.TaskTracker (TaskTracker.java:initialize(744)) - Good mapred local directories are: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0
2013-10-31 15:25:17,317 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:25:17,318 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:25:17,318 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 47038: starting
2013-10-31 15:25:17,318 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 47038: starting
2013-10-31 15:25:17,319 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 47038: starting
2013-10-31 15:25:17,322 INFO mapred.TaskTracker (TaskTracker.java:initialize(826)) - TaskTracker up at: localhost/127.0.0.1:47038
2013-10-31 15:25:17,322 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 47038: starting
2013-10-31 15:25:17,320 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 47038: starting
2013-10-31 15:25:17,323 INFO mapred.TaskTracker (TaskTracker.java:initialize(829)) - Starting tracker tracker_10.5.128.102:localhost/127.0.0.1:47038
2013-10-31 15:25:17,325 INFO mapred.TaskTracker (TaskTracker.java:initialize(860)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@66019ed8
2013-10-31 15:25:17,325 INFO mapred.TaskTracker (TaskTracker.java:run(996)) - Starting thread: Map-events fetcher for all reduce tasks on tracker_10.5.128.102:localhost/127.0.0.1:47038
2013-10-31 15:25:17,326 WARN mapred.TaskTracker (TaskTracker.java:setTaskMemoryManagerEnabledFlag(4329)) - TaskTracker's totalMemoryAllottedForTasks is -1. TaskMemoryManager is disabled.
2013-10-31 15:25:17,340 INFO mapred.IndexCache (IndexCache.java:<init>(46)) - IndexCache created with max memory = 10485760
2013-10-31 15:25:17,341 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:25:17,342 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 40853 webServer.getConnectors()[0].getLocalPort() returned 40853
2013-10-31 15:25:17,342 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 40853
2013-10-31 15:25:17,342 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:25:17,347 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/task to /tmp/Jetty_0_0_0_0_40853_task____wyozco/webapp
2013-10-31 15:25:17,504 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:40853
2013-10-31 15:25:17,505 INFO mapred.TaskTracker (TaskTracker.java:<init>(1585)) - FILE_CACHE_SIZE for mapOutputServlet set to : 2000
2013-10-31 15:25:17,505 INFO mapred.MiniMRCluster (MiniMRCluster.java:<init>(189)) - mapred.local.dir is /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0
2013-10-31 15:25:17,506 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,507 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,507 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,507 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,507 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0045 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,508 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0027 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,510 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,511 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,512 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,513 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0008 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,514 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,517 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,518 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0019 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0010 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,521 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,522 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0042 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0012 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,523 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,524 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,525 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,526 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,527 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0015 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,528 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0033 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,529 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0012 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0014 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0013 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,531 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0041 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,534 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,535 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,536 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,537 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,538 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,539 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,540 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0016 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,541 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,542 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383319517326
2013-10-31 15:25:17,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,543 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,544 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,545 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,546 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0008 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0005 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,549 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0010 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,550 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0012 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,551 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,552 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,553 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0015 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,554 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,555 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,556 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,556 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,556 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,556 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,556 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,556 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0012 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,556 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0014 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,556 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,556 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,557 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,557 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,557 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,557 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,557 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,557 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,557 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,557 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,557 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,558 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,558 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,558 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,558 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,558 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,558 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,558 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,558 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,558 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,559 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,559 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,559 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,559 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,559 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,559 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,559 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,559 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,559 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,560 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,560 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,560 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,560 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0007 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,560 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,560 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,560 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,560 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,560 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,561 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,561 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,561 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,561 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,561 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,561 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,561 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,561 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,561 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,562 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,562 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,562 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,562 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,562 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,562 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,562 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,562 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,562 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,563 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,563 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,563 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,563 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,563 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,563 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,563 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,563 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,564 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,564 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,564 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,564 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,564 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,564 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,564 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,564 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,564 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,565 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,565 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,565 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,565 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,565 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,565 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,565 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,565 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,565 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,566 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:17,566 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383319517334
2013-10-31 15:25:20,528 INFO mapred.JobTracker (JobTracker.java:addNewTracker(3214)) - Adding tracker tracker_10.5.128.102:localhost/127.0.0.1:47038 to host 10.5.128.102
2013-10-31 15:25:22,511 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:25:22,513 INFO mapred.TaskLogsTruncater (TaskLogsTruncater.java:<init>(72)) - Initializing logs' truncater with mapRetainSize=-1 and reduceRetainSize=-1
2013-10-31 15:25:22,515 INFO mapred.TaskTracker (TaskTracker.java:initialize(727)) - Starting tasktracker with owner as hadoop
2013-10-31 15:25:22,515 INFO mapred.TaskTracker (TaskTracker.java:initialize(744)) - Good mapred local directories are: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0
2013-10-31 15:25:23,635 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:25:23,637 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 38510: starting
2013-10-31 15:25:23,637 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 38510: starting
2013-10-31 15:25:23,639 INFO mapred.TaskTracker (TaskTracker.java:initialize(826)) - TaskTracker up at: localhost/127.0.0.1:38510
2013-10-31 15:25:23,639 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 38510: starting
2013-10-31 15:25:23,638 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 38510: starting
2013-10-31 15:25:23,638 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 38510: starting
2013-10-31 15:25:23,637 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:25:23,639 INFO mapred.TaskTracker (TaskTracker.java:initialize(829)) - Starting tracker tracker_10.5.128.102:localhost/127.0.0.1:38510
2013-10-31 15:25:23,643 INFO mapred.TaskTracker (TaskTracker.java:initialize(860)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@32a80cee
2013-10-31 15:25:23,643 INFO mapred.TaskTracker (TaskTracker.java:run(996)) - Starting thread: Map-events fetcher for all reduce tasks on tracker_10.5.128.102:localhost/127.0.0.1:38510
2013-10-31 15:25:23,643 WARN mapred.TaskTracker (TaskTracker.java:setTaskMemoryManagerEnabledFlag(4329)) - TaskTracker's totalMemoryAllottedForTasks is -1. TaskMemoryManager is disabled.
2013-10-31 15:25:23,657 INFO mapred.IndexCache (IndexCache.java:<init>(46)) - IndexCache created with max memory = 10485760
2013-10-31 15:25:23,658 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:25:23,658 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 42934 webServer.getConnectors()[0].getLocalPort() returned 42934
2013-10-31 15:25:23,659 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 42934
2013-10-31 15:25:23,659 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:25:23,667 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/task to /tmp/Jetty_0_0_0_0_42934_task____.fvkmo6/webapp
2013-10-31 15:25:23,823 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:42934
2013-10-31 15:25:23,824 INFO mapred.TaskTracker (TaskTracker.java:<init>(1585)) - FILE_CACHE_SIZE for mapOutputServlet set to : 2000
2013-10-31 15:25:23,825 INFO mapred.MiniMRCluster (MiniMRCluster.java:<init>(189)) - mapred.local.dir is /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0
2013-10-31 15:25:23,825 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,827 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,827 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,827 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,827 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0045 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,828 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,828 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,828 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,828 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,829 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,829 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,829 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,829 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,830 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,830 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,830 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,830 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,831 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,831 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,831 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,832 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,832 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0027 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,832 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,832 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,833 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,833 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,833 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,833 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,834 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,834 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,834 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,834 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,835 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,835 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,835 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,835 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,836 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,836 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,836 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,837 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,837 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,837 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,837 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,838 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,838 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,838 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,838 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,839 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,839 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,839 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0008 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,839 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,840 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,840 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,840 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,840 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,841 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,841 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,841 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,842 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,842 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,842 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,843 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,843 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,843 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,844 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,844 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,844 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,844 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,845 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,845 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,845 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,845 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,846 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,846 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,846 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,847 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0019 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,847 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,847 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,847 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,848 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,848 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,848 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0010 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,848 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,849 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,849 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,849 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,849 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,850 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,850 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,850 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,851 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,851 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,851 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,851 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,852 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,852 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,853 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0042 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,853 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,853 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0012 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,853 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,854 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,854 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,854 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,854 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,855 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,855 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,855 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,855 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,856 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,856 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,856 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,856 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,857 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,857 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,857 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,857 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,857 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,857 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,857 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,857 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,857 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,857 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,858 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,858 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,858 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,858 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,858 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,858 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,858 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,858 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,858 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,859 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,859 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0015 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,859 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,859 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,859 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,859 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,859 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,859 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,859 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,859 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,860 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,860 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,860 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,860 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,860 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,860 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0033 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,860 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,860 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,860 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,860 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,861 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,861 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,861 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,861 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,861 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,861 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,861 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,861 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,861 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,861 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,862 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0012 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,862 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0014 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,862 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,862 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,862 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0013 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,862 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,862 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,862 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,862 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,863 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,863 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,863 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,863 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,863 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,863 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,863 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,863 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,863 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,863 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,864 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,864 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,864 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,864 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,864 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,864 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0041 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,864 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,864 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,864 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,864 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,865 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,865 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,865 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,865 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,865 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,865 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,865 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,865 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,865 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,865 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,866 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,866 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,866 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,866 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,866 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,866 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,866 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,866 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,866 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,866 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,867 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,867 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,867 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,867 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,867 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,867 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,867 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,867 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,867 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,868 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,868 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,868 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,868 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,868 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,868 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,868 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,868 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,868 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,868 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,869 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,869 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,869 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,869 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,869 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,869 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,869 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,869 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,869 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,869 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,870 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,870 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,870 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,870 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,870 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,870 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,870 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,870 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,870 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,870 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,871 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,871 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,871 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,871 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,871 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,871 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,871 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,871 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,871 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,871 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,872 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,872 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,872 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0016 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,872 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,872 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,872 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,872 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,872 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,872 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,872 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,873 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,873 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,873 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,873 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,873 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,873 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,873 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,873 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383319523643
2013-10-31 15:25:23,873 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,874 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,874 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,874 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,874 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,874 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,874 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,874 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,874 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,874 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,874 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,875 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,875 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,875 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,875 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,875 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,875 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,875 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,875 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,875 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,876 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,876 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,876 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,876 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,876 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,876 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,876 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,876 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,876 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,876 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,877 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,877 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,877 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,877 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,877 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,877 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,877 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,877 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,878 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,878 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,878 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,878 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,878 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,878 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,879 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,879 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,879 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,879 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,879 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,879 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,880 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,880 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,880 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,880 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,880 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,880 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,881 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,881 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,881 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,881 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,881 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,881 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,882 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,882 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,882 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,882 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,882 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,882 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,883 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,883 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,883 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,883 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,883 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,883 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,884 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,884 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,884 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,884 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,884 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,884 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,884 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,885 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,885 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,885 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,885 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,885 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,885 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,886 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,886 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,886 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,886 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,886 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,886 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,887 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,887 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,887 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,887 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,887 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,887 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,887 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,888 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,888 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,888 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,888 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,888 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,888 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,889 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,889 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,889 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,889 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,889 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,889 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,889 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,889 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,890 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,890 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,890 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0033 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,890 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,890 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,890 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,890 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,890 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,890 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,891 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,891 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,891 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,891 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,891 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,891 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,891 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0013 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,891 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,891 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,891 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,892 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,892 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,892 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,892 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,892 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,892 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,892 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,892 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,892 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,893 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,893 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,893 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,893 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0041 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,893 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,893 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,893 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,893 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,893 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,893 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,894 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,894 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,894 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,894 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,894 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,894 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,894 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,894 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,894 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,895 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,896 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,896 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,896 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,896 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,896 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,896 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,896 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,896 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,896 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,896 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,897 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,897 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,897 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,897 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,897 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,897 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,897 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,897 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,897 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,898 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,898 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,898 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,898 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,898 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,898 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,898 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,898 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,898 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,898 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,899 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,899 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,899 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,899 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,899 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,899 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,899 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,899 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,900 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,900 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,900 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,900 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,900 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,900 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:23,901 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383319523651
2013-10-31 15:25:26,842 INFO mapred.JobTracker (JobTracker.java:addNewTracker(3214)) - Adding tracker tracker_10.5.128.102:localhost/127.0.0.1:38510 to host 10.5.128.102
2013-10-31 15:25:28,834 INFO http.HttpServer (HttpServer.java:addGlobalFilter(417)) - Added global filtersafety (class=org.apache.hadoop.http.HttpServer$QuotingInputFilter)
2013-10-31 15:25:28,836 INFO mapred.TaskLogsTruncater (TaskLogsTruncater.java:<init>(72)) - Initializing logs' truncater with mapRetainSize=-1 and reduceRetainSize=-1
2013-10-31 15:25:28,838 INFO mapred.TaskTracker (TaskTracker.java:initialize(727)) - Starting tasktracker with owner as hadoop
2013-10-31 15:25:28,838 INFO mapred.TaskTracker (TaskTracker.java:initialize(744)) - Good mapred local directories are: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0
2013-10-31 15:25:28,868 INFO ipc.Server (Server.java:run(329)) - Starting SocketReader
2013-10-31 15:25:28,869 INFO ipc.Server (Server.java:run(599)) - IPC Server Responder: starting
2013-10-31 15:25:28,869 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 0 on 48289: starting
2013-10-31 15:25:28,869 INFO ipc.Server (Server.java:run(435)) - IPC Server listener on 48289: starting
2013-10-31 15:25:28,872 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 3 on 48289: starting
2013-10-31 15:25:28,872 INFO mapred.TaskTracker (TaskTracker.java:initialize(826)) - TaskTracker up at: localhost/127.0.0.1:48289
2013-10-31 15:25:28,871 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 2 on 48289: starting
2013-10-31 15:25:28,870 INFO ipc.Server (Server.java:run(1363)) - IPC Server handler 1 on 48289: starting
2013-10-31 15:25:28,873 INFO mapred.TaskTracker (TaskTracker.java:initialize(829)) - Starting tracker tracker_10.5.128.102:localhost/127.0.0.1:48289
2013-10-31 15:25:28,877 INFO mapred.TaskTracker (TaskTracker.java:initialize(860)) - Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6417ad4
2013-10-31 15:25:28,877 INFO mapred.TaskTracker (TaskTracker.java:run(996)) - Starting thread: Map-events fetcher for all reduce tasks on tracker_10.5.128.102:localhost/127.0.0.1:48289
2013-10-31 15:25:28,879 WARN mapred.TaskTracker (TaskTracker.java:setTaskMemoryManagerEnabledFlag(4329)) - TaskTracker's totalMemoryAllottedForTasks is -1. TaskMemoryManager is disabled.
2013-10-31 15:25:28,901 INFO mapred.IndexCache (IndexCache.java:<init>(46)) - IndexCache created with max memory = 10485760
2013-10-31 15:25:28,902 INFO http.HttpServer (HttpServer.java:start(584)) - Port returned by webServer.getConnectors()[0].getLocalPort() before open() is -1. Opening the listener on 0
2013-10-31 15:25:28,902 INFO http.HttpServer (HttpServer.java:start(589)) - listener.getLocalPort() returned 40291 webServer.getConnectors()[0].getLocalPort() returned 40291
2013-10-31 15:25:28,903 INFO http.HttpServer (HttpServer.java:start(622)) - Jetty bound to port 40291
2013-10-31 15:25:28,903 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2013-10-31 15:25:28,907 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/hadoop/hadoop-core.jar!/webapps/task to /tmp/Jetty_0_0_0_0_40291_task____.q2dmvo/webapp
2013-10-31 15:25:29,105 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@0.0.0.0:40291
2013-10-31 15:25:29,106 INFO mapred.TaskTracker (TaskTracker.java:<init>(1585)) - FILE_CACHE_SIZE for mapOutputServlet set to : 2000
2013-10-31 15:25:29,108 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,108 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0022 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,109 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,109 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,109 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0045 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,109 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,109 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0027 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,110 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,110 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,110 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,110 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,110 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,111 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,111 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,111 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0033 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,111 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,111 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,111 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,112 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,112 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,112 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0023 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,112 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0027 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,112 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,113 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,113 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,113 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,113 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,113 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,114 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,114 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,114 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,114 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,114 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,115 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,115 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,115 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,115 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,115 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,116 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,116 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,116 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,116 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,117 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,117 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,118 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,118 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,118 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,119 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0034 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,120 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0018 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,120 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0008 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,121 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,121 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,121 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,121 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,122 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,122 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,122 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,122 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,123 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,123 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,123 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,123 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,124 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,124 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,124 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0010 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,124 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0037 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,125 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,125 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,125 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0037 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,125 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,126 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,126 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,126 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,127 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0035 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,127 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,127 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0019 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,127 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,127 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,128 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,128 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,128 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0039 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,128 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0010 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,129 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,129 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,129 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,129 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,130 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,130 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,130 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,130 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,131 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,131 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,131 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,131 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,132 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0009 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,132 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,132 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0042 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,133 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,133 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0012 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,133 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,133 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,134 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,134 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,134 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,134 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,135 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,135 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,135 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,135 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,136 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,136 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0024 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,136 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,136 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,137 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,137 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,137 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,137 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,137 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,137 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,137 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,137 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,137 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,137 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0020 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,138 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,138 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,138 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,138 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,138 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,138 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,138 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,138 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,138 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,139 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0015 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,139 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,139 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,139 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,139 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,139 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,139 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,139 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,139 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,139 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,140 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,140 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0022 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,140 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,140 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,140 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0033 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,140 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,140 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,140 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,140 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,140 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,141 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,141 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,141 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,141 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,141 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,141 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,141 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,141 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0018 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,141 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,141 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0012 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,142 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0014 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,142 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,142 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,142 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0013 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,142 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,142 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,142 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,142 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,142 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,142 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,143 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,143 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,143 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0039 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,143 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,143 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,143 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,143 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,143 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,143 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,143 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,144 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,144 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,144 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,144 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0041 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,144 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,144 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,144 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,144 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,144 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,144 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,145 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,145 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0014 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,145 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,145 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0020 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,145 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,145 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,145 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,145 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,145 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,145 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,146 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,146 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,146 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,146 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0033 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,146 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,146 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,146 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,146 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,146 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,146 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,147 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,147 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,147 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,147 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,147 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,147 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,147 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,147 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,147 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,148 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0010 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,148 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,148 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,148 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,148 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,148 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0032 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,148 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0012 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,148 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,148 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,148 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,149 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,149 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,149 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,149 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,149 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,149 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,149 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,149 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,149 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,149 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,150 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,150 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,150 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,150 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,150 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,150 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,150 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,150 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,150 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,150 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,152 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0016 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,152 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0030 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,152 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,152 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0031 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,152 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,152 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,152 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,152 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,152 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,152 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,153 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0002 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,153 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,153 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0032 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,153 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,153 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,153 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383319528879
2013-10-31 15:25:29,153 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0002 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,153 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0029 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,153 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0044 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,153 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0011 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,154 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0021 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,154 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0008 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,154 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0016 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,154 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0002 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,154 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0026 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,154 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0017 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,154 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0008 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,154 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0005 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,154 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090003226_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,154 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0002 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,155 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0008 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,155 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0027 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,155 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,155 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0019 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,155 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0007 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,155 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0015 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,155 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0019 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,155 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,155 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0025 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,155 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,156 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0031 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,156 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0005 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,156 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0007 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,156 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,156 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0014 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,156 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0005 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,156 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0023 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,156 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,156 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0023 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,156 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093122658_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,157 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0010 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,157 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,157 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0011 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,157 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0021 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,157 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0007 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,157 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,157 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0002 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,157 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,157 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0016 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,158 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0039 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,158 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0037 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,158 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0005 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,158 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0035 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,158 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0010 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,158 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0013 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,158 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0009 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,158 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0008 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,158 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0011 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,158 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0025 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0011 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0013 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0019 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0035 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,159 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0007 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,160 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0008 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,160 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,160 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0009 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,160 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0005 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,160 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0014 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,160 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0021 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,160 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0012 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,160 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0022 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,160 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0032 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,160 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0036 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,161 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,161 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0009 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,161 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0019 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,161 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0020 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,161 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,161 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0002 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,161 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0040 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,161 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0002 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,161 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0031 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,161 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0030 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,162 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0009 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,162 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,162 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0008 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,162 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0017 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,162 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031084730435_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,162 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0008 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,162 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0038 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,162 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0020 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,162 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0037 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,162 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0028 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,163 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0018 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,163 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0029 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,163 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,163 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0018 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,163 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0036 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,163 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0007 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,163 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0005 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,163 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0036 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,163 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0015 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,164 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,164 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0010 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,164 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,164 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,164 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0034 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,164 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,164 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0017 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,164 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0005 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,164 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0009 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,164 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0012 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,165 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0034 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,165 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0005 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,165 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,165 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,165 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0017 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,165 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0026 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,165 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0019 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,165 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0030 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,165 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090857785_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,165 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0015 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,166 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,166 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,166 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,166 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0036 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,166 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0024 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,166 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,166 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,166 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0002 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,166 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0011 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,166 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0007 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,167 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0016 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,167 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0029 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,167 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0023 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,167 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,167 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0039 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,167 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0011 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,167 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0025 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,167 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,167 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093556748_0007 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,167 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,168 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0021 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,168 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0020 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,168 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,168 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0005 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,168 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0008 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,168 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,168 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0011 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,168 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0002 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,168 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0033 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,169 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0022 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,169 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0040 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,169 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0010 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,169 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0007 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,169 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,169 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0009 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,169 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,169 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,169 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0016 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,169 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0032 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0013 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0031 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0013 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0002 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0009 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0014 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0005 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0030 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,170 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,171 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0015 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,171 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0012 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,171 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0025 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,171 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,171 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0038 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,171 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0034 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,171 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093242096_0005 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,171 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,171 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0040 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,171 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091103090_0007 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,172 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,172 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0028 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,172 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0027 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,172 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0027 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,172 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,172 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031093947779_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,172 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0026 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,172 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0038 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,172 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0035 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,172 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,173 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0004 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,173 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0041 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,173 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090549820_0007 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,173 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0028 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,173 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090106010_0001 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,173 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0009 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,173 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083105681_0010 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,173 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0024 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,173 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0017 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,173 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0042 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,174 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0008 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,174 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091954849_0006 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,174 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0013 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,174 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031091609680_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,174 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0008 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,174 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0043 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,174 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0043 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,174 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0024 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,174 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0028 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,175 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0002 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,175 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031083744295_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,175 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031080541370_0026 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,175 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031074342817_0038 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,175 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031072250800_0018 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,175 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031090224741_0003 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:29,175 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031070620520_0029 for user-log deletion with retainTimeStamp:1383319528896
2013-10-31 15:25:32,124 INFO mapred.JobTracker (JobTracker.java:addNewTracker(3214)) - Adding tracker tracker_10.5.128.102:localhost/127.0.0.1:48289 to host 10.5.128.102
2013-10-31 15:25:32,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:32,184 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt. blk_3780502129088166262_1002
2013-10-31 15:25:32,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3780502129088166262_1002 src: /127.0.0.1:37810 dest: /127.0.0.1:48948
2013-10-31 15:25:32,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3780502129088166262_1002 src: /127.0.0.1:39237 dest: /127.0.0.1:53907
2013-10-31 15:25:32,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3780502129088166262_1002 src: /127.0.0.1:51317 dest: /127.0.0.1:57702
2013-10-31 15:25:32,199 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51317, dest: /127.0.0.1:57702, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 5072323
2013-10-31 15:25:32,199 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3780502129088166262_1002 terminating
2013-10-31 15:25:32,202 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39237, dest: /127.0.0.1:53907, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 8175931
2013-10-31 15:25:32,203 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3780502129088166262_1002 terminating
2013-10-31 15:25:32,205 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3780502129088166262_1002 size 19
2013-10-31 15:25:32,207 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37810, dest: /127.0.0.1:48948, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 11797031
2013-10-31 15:25:32,208 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3780502129088166262_1002 terminating
2013-10-31 15:25:32,208 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3780502129088166262_1002 size 19
2013-10-31 15:25:32,218 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt from client DFSClient_1342392704
2013-10-31 15:25:32,218 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt is closed by DFSClient_1342392704
2013-10-31 15:25:32,219 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3780502129088166262_1002 size 19
2013-10-31 15:25:32,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:32,239 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt. blk_9084325701963409599_1003
2013-10-31 15:25:32,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9084325701963409599_1003 src: /127.0.0.1:44541 dest: /127.0.0.1:42991
2013-10-31 15:25:32,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9084325701963409599_1003 src: /127.0.0.1:39240 dest: /127.0.0.1:53907
2013-10-31 15:25:32,247 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9084325701963409599_1003 src: /127.0.0.1:51320 dest: /127.0.0.1:57702
2013-10-31 15:25:32,253 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51320, dest: /127.0.0.1:57702, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 2679880
2013-10-31 15:25:32,253 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_9084325701963409599_1003 terminating
2013-10-31 15:25:32,255 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39240, dest: /127.0.0.1:53907, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 4706863
2013-10-31 15:25:32,256 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_9084325701963409599_1003 size 19
2013-10-31 15:25:32,256 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_9084325701963409599_1003 terminating
2013-10-31 15:25:32,260 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44541, dest: /127.0.0.1:42991, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 7661743
2013-10-31 15:25:32,261 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_9084325701963409599_1003 size 19
2013-10-31 15:25:32,261 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_9084325701963409599_1003 terminating
2013-10-31 15:25:32,267 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_9084325701963409599_1003 size 19
2013-10-31 15:25:32,267 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt from client DFSClient_1342392704
2013-10-31 15:25:32,268 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt is closed by DFSClient_1342392704
2013-10-31 15:25:32,322 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:25:32,323 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:25:32,332 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: 1502971D0A924E67AE230C4CC68A3242
2013-10-31 15:25:32,452 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0
2013-10-31 15:25:32,454 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] starting
2013-10-31 15:25:32,455 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:25:32,455 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:25:32,455 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge"]
2013-10-31 15:25:32,456 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] parallel execution is enabled: true
2013-10-31 15:25:32,456 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] starting jobs: 1
2013-10-31 15:25:32,456 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] allocating threads: 1
2013-10-31 15:25:32,457 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge] starting step: (1/1) ...pipesplatform/simplemerge
2013-10-31 15:25:32,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:25:32,474 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:25:32,474 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:25:32,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:32,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:25:32,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:32,512 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.jar. blk_1126728325287091543_1004
2013-10-31 15:25:32,514 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1126728325287091543_1004 src: /127.0.0.1:39242 dest: /127.0.0.1:53907
2013-10-31 15:25:32,517 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1126728325287091543_1004 src: /127.0.0.1:51322 dest: /127.0.0.1:57702
2013-10-31 15:25:32,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1126728325287091543_1004 src: /127.0.0.1:44546 dest: /127.0.0.1:42991
2013-10-31 15:25:32,531 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44546, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1126728325287091543_1004, duration: 11254976
2013-10-31 15:25:32,532 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1126728325287091543_1004 terminating
2013-10-31 15:25:32,534 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51322, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1126728325287091543_1004, duration: 12814916
2013-10-31 15:25:32,534 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1126728325287091543_1004 terminating
2013-10-31 15:25:32,535 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39242, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1126728325287091543_1004, duration: 14231842
2013-10-31 15:25:32,536 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1126728325287091543_1004 size 238055
2013-10-31 15:25:32,536 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1126728325287091543_1004 terminating
2013-10-31 15:25:32,539 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1126728325287091543_1004 size 238055
2013-10-31 15:25:32,540 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.jar from client DFSClient_1342392704
2013-10-31 15:25:32,540 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.jar is closed by DFSClient_1342392704
2013-10-31 15:25:32,541 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1126728325287091543_1004 size 238055
2013-10-31 15:25:32,546 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.jar. New replication is 10
2013-10-31 15:25:32,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.jar dst=null perm=null
2013-10-31 15:25:32,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:32,558 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:25:32,578 WARN snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2013-10-31 15:25:32,583 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:25:32,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:25:32,588 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:25:32,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:25:32,592 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:25:32,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:25:32,595 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:25:32,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:25:33,968 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_1126728325287091543_1004 to datanode(s) 127.0.0.1:48948
2013-10-31 15:25:34,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:34,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:34,979 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split. New replication is 10
2013-10-31 15:25:34,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split dst=null perm=null
2013-10-31 15:25:34,991 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split. blk_-1530788038560400320_1005
2013-10-31 15:25:34,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1530788038560400320_1005 src: /127.0.0.1:44550 dest: /127.0.0.1:42991
2013-10-31 15:25:34,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1530788038560400320_1005 src: /127.0.0.1:51328 dest: /127.0.0.1:57702
2013-10-31 15:25:34,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1530788038560400320_1005 src: /127.0.0.1:39250 dest: /127.0.0.1:53907
2013-10-31 15:25:35,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1530788038560400320_1005 src: /127.0.0.1:37825 dest: /127.0.0.1:48948
2013-10-31 15:25:35,009 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37825, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1530788038560400320_1005, duration: 6197994
2013-10-31 15:25:35,010 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1530788038560400320_1005 terminating
2013-10-31 15:25:35,013 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39250, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1530788038560400320_1005, duration: 7846277
2013-10-31 15:25:35,014 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1530788038560400320_1005 terminating
2013-10-31 15:25:35,014 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1530788038560400320_1005 size 2077
2013-10-31 15:25:35,017 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51328, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1530788038560400320_1005, duration: 12482073
2013-10-31 15:25:35,017 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1530788038560400320_1005 size 2077
2013-10-31 15:25:35,017 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1530788038560400320_1005 terminating
2013-10-31 15:25:35,020 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44550, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1530788038560400320_1005, duration: 15835836
2013-10-31 15:25:35,020 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1530788038560400320_1005 size 2077
2013-10-31 15:25:35,021 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-1530788038560400320_1005 terminating
2013-10-31 15:25:35,023 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1530788038560400320_1005 size 2077
2013-10-31 15:25:35,025 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split from client DFSClient_1342392704
2013-10-31 15:25:35,026 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split is closed by DFSClient_1342392704
2013-10-31 15:25:35,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:35,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:35,046 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.splitmetainfo. blk_-3964046757932939912_1006
2013-10-31 15:25:35,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3964046757932939912_1006 src: /127.0.0.1:39252 dest: /127.0.0.1:53907
2013-10-31 15:25:35,049 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3964046757932939912_1006 src: /127.0.0.1:51332 dest: /127.0.0.1:57702
2013-10-31 15:25:35,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3964046757932939912_1006 src: /127.0.0.1:37828 dest: /127.0.0.1:48948
2013-10-31 15:25:35,054 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37828, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3964046757932939912_1006, duration: 2728893
2013-10-31 15:25:35,055 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3964046757932939912_1006 terminating
2013-10-31 15:25:35,057 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3964046757932939912_1006 size 218
2013-10-31 15:25:35,057 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51332, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3964046757932939912_1006, duration: 4079478
2013-10-31 15:25:35,058 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3964046757932939912_1006 terminating
2013-10-31 15:25:35,058 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3964046757932939912_1006 size 218
2013-10-31 15:25:35,063 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39252, dest: /127.0.0.1:53907, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3964046757932939912_1006, duration: 8516677
2013-10-31 15:25:35,063 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3964046757932939912_1006 terminating
2013-10-31 15:25:35,067 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3964046757932939912_1006 size 218
2013-10-31 15:25:35,067 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:25:35,068 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:25:35,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:35,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:35,225 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.xml. blk_-2787788758710463603_1007
2013-10-31 15:25:35,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2787788758710463603_1007 src: /127.0.0.1:51334 dest: /127.0.0.1:57702
2013-10-31 15:25:35,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2787788758710463603_1007 src: /127.0.0.1:39256 dest: /127.0.0.1:53907
2013-10-31 15:25:35,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2787788758710463603_1007 src: /127.0.0.1:44559 dest: /127.0.0.1:42991
2013-10-31 15:25:35,235 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44559, dest: /127.0.0.1:42991, bytes: 28017, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2787788758710463603_1007, duration: 4479709
2013-10-31 15:25:35,235 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2787788758710463603_1007 terminating
2013-10-31 15:25:35,236 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39256, dest: /127.0.0.1:53907, bytes: 28017, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2787788758710463603_1007, duration: 3338694
2013-10-31 15:25:35,236 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2787788758710463603_1007 terminating
2013-10-31 15:25:35,238 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2787788758710463603_1007 size 28017
2013-10-31 15:25:35,238 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51334, dest: /127.0.0.1:57702, bytes: 28017, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2787788758710463603_1007, duration: 4838360
2013-10-31 15:25:35,239 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2787788758710463603_1007 size 28017
2013-10-31 15:25:35,239 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2787788758710463603_1007 terminating
2013-10-31 15:25:35,240 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.xml from client DFSClient_1342392704
2013-10-31 15:25:35,240 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.xml is closed by DFSClient_1342392704
2013-10-31 15:25:35,243 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2787788758710463603_1007 size 28017
2013-10-31 15:25:35,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.xml dst=null perm=null
2013-10-31 15:25:35,269 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39259, bytes: 28237, op: HDFS_READ, cliID: DFSClient_-1266715974, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2787788758710463603_1007, duration: 973543
2013-10-31 15:25:35,288 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0001: nMaps=6 nReduces=0 max=-1
2013-10-31 15:25:35,290 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0001 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:25:35,290 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0001
2013-10-31 15:25:35,291 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0001
2013-10-31 15:25:35,291 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0001 RESULT=SUCCESS
2013-10-31 15:25:35,293 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge] submitted hadoop job: job_20131031152505967_0001
2013-10-31 15:25:35,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_logs/history/job_20131031152505967_0001_1383233135255_hadoop_%5B3066E67AD6144916AA7DE7F4BB5731D4%2F6DB8DA7373F34984 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:35,322 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_1126728325287091543_1004 to 127.0.0.1:48948
2013-10-31 15:25:35,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1126728325287091543_1004 src: /127.0.0.1:37834 dest: /127.0.0.1:48948
2013-10-31 15:25:35,324 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_1126728325287091543_1004 to /127.0.0.1:48948
2013-10-31 15:25:35,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_1126728325287091543_1004 src: /127.0.0.1:37834 dest: /127.0.0.1:48948 of size 238055
2013-10-31 15:25:35,330 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1126728325287091543_1004 size 238055
2013-10-31 15:25:35,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_logs/history/job_20131031152505967_0001_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:35,393 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_logs/history/job_20131031152505967_0001_conf.xml. blk_2316703241097640091_1009
2013-10-31 15:25:35,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2316703241097640091_1009 src: /127.0.0.1:37835 dest: /127.0.0.1:48948
2013-10-31 15:25:35,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2316703241097640091_1009 src: /127.0.0.1:44564 dest: /127.0.0.1:42991
2013-10-31 15:25:35,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2316703241097640091_1009 src: /127.0.0.1:51342 dest: /127.0.0.1:57702
2013-10-31 15:25:35,401 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51342, dest: /127.0.0.1:57702, bytes: 28082, op: HDFS_WRITE, cliID: DFSClient_-1266715974, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2316703241097640091_1009, duration: 3616751
2013-10-31 15:25:35,402 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2316703241097640091_1009 terminating
2013-10-31 15:25:35,404 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44564, dest: /127.0.0.1:42991, bytes: 28082, op: HDFS_WRITE, cliID: DFSClient_-1266715974, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2316703241097640091_1009, duration: 4355842
2013-10-31 15:25:35,405 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2316703241097640091_1009 terminating
2013-10-31 15:25:35,406 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37835, dest: /127.0.0.1:48948, bytes: 28082, op: HDFS_WRITE, cliID: DFSClient_-1266715974, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2316703241097640091_1009, duration: 6482877
2013-10-31 15:25:35,406 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2316703241097640091_1009 terminating
2013-10-31 15:25:35,407 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2316703241097640091_1009 size 28082
2013-10-31 15:25:35,409 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2316703241097640091_1009 size 28082
2013-10-31 15:25:35,409 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_logs/history/job_20131031152505967_0001_conf.xml from client DFSClient_-1266715974
2013-10-31 15:25:35,410 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_logs/history/job_20131031152505967_0001_conf.xml is closed by DFSClient_-1266715974
2013-10-31 15:25:35,410 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2316703241097640091_1009 size 28082
2013-10-31 15:25:36,017 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 60 raw values into 1 aggregated values, total 1
2013-10-31 15:25:38,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0001/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:38,066 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0001/jobToken. blk_382988644251463428_1010
2013-10-31 15:25:38,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_382988644251463428_1010 src: /127.0.0.1:44566 dest: /127.0.0.1:42991
2013-10-31 15:25:38,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_382988644251463428_1010 src: /127.0.0.1:37839 dest: /127.0.0.1:48948
2013-10-31 15:25:38,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_382988644251463428_1010 src: /127.0.0.1:39266 dest: /127.0.0.1:53907
2013-10-31 15:25:38,079 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39266, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_382988644251463428_1010, duration: 2979816
2013-10-31 15:25:38,080 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_382988644251463428_1010 terminating
2013-10-31 15:25:38,081 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_382988644251463428_1010 size 116
2013-10-31 15:25:38,082 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37839, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_382988644251463428_1010, duration: 4824055
2013-10-31 15:25:38,083 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_382988644251463428_1010 terminating
2013-10-31 15:25:38,086 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44566, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_382988644251463428_1010, duration: 8662653
2013-10-31 15:25:38,086 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_382988644251463428_1010 size 116
2013-10-31 15:25:38,087 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_382988644251463428_1010 terminating
2013-10-31 15:25:38,090 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0001/jobToken from client DFSClient_1342392704
2013-10-31 15:25:38,091 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0001/jobToken is closed by DFSClient_1342392704
2013-10-31 15:25:38,091 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_382988644251463428_1010 size 116
2013-10-31 15:25:38,095 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0001/jobToken
2013-10-31 15:25:38,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.splitmetainfo dst=null perm=null
2013-10-31 15:25:38,104 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37841, bytes: 222, op: HDFS_READ, cliID: DFSClient_-1266715974, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3964046757932939912_1006, duration: 498349
2013-10-31 15:25:38,115 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0001 = 38. Number of splits = 6
2013-10-31 15:25:38,116 INFO net.NetworkTopology (NetworkTopology.java:add(338)) - Adding a new node: /default-rack/127.0.0.1
2013-10-31 15:25:38,116 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,117 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,117 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,117 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,118 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,118 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,118 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,119 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,119 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,119 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,119 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,120 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,120 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,120 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,121 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,121 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,121 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,121 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0001_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:25:38,122 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0001 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:25:38,124 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0001 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:25:38,164 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0001_m_000007_0' to tip task_20131031152505967_0001_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:25:38,173 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0001_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:25:38,178 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0001_m_000007_0 which needs 1 slots
2013-10-31 15:25:38,178 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0001_m_000007_0 which needs 1 slots
2013-10-31 15:25:38,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0001/jobToken dst=null perm=null
2013-10-31 15:25:38,193 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39268, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_382988644251463428_1010, duration: 280311
2013-10-31 15:25:38,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.xml dst=null perm=null
2013-10-31 15:25:38,215 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51349, bytes: 28237, op: HDFS_READ, cliID: DFSClient_836440388, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2787788758710463603_1007, duration: 312127
2013-10-31 15:25:38,263 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:25:38,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.jar dst=null perm=null
2013-10-31 15:25:38,288 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51350, bytes: 239915, op: HDFS_READ, cliID: DFSClient_836440388, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1126728325287091543_1004, duration: 1756586
2013-10-31 15:25:38,430 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0001_m_162392724
2013-10-31 15:25:38,431 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0001_m_162392724 spawned.
2013-10-31 15:25:38,433 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0001/attempt_20131031152505967_0001_m_000007_0/taskjvm.sh
2013-10-31 15:25:39,684 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0001_m_162392724 given task: attempt_20131031152505967_0001_m_000007_0
2013-10-31 15:25:40,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:43,126 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000007_0 0.0% setup
2013-10-31 15:25:43,131 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0001_m_000007_0 is done.
2013-10-31 15:25:43,131 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0001_m_000007_0 was -1
2013-10-31 15:25:43,133 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:25:44,194 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0001_m_000007_0' has completed task_20131031152505967_0001_m_000007 successfully.
2013-10-31 15:25:44,376 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0001_m_000000_0' to tip task_20131031152505967_0001_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:25:44,379 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0001_m_000000
2013-10-31 15:25:44,380 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0001_m_000001_0' to tip task_20131031152505967_0001_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:25:44,380 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0001_m_000001
2013-10-31 15:25:44,384 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0001_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:25:44,385 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0001_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:25:44,385 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0001_m_000000_0 which needs 1 slots
2013-10-31 15:25:44,385 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0001_m_000000_0 which needs 1 slots
2013-10-31 15:25:44,386 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0001_m_000001_0 which needs 1 slots
2013-10-31 15:25:44,387 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0001_m_000001_0 which needs 1 slots
2013-10-31 15:25:44,431 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0001_m_-97522117
2013-10-31 15:25:44,432 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0001_m_-97522117 spawned.
2013-10-31 15:25:44,433 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0001/attempt_20131031152505967_0001_m_000000_0. Attempting to reuse: jvm_20131031152505967_0001_m_162392724
2013-10-31 15:25:44,434 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0001/attempt_20131031152505967_0001_m_000001_0/taskjvm.sh
2013-10-31 15:25:44,577 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0001_m_000002_0' to tip task_20131031152505967_0001_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:25:44,579 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0001_m_000002
2013-10-31 15:25:44,579 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0001_m_000003_0' to tip task_20131031152505967_0001_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:25:44,580 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0001_m_000003
2013-10-31 15:25:44,581 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0001_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:25:44,582 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0001_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:25:44,582 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0001_m_000002_0 which needs 1 slots
2013-10-31 15:25:44,582 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0001_m_000002_0 which needs 1 slots
2013-10-31 15:25:44,583 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0001_m_000003_0 which needs 1 slots
2013-10-31 15:25:44,583 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0001_m_000003_0 which needs 1 slots
2013-10-31 15:25:44,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0001/jobToken dst=null perm=null
2013-10-31 15:25:44,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37848, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_382988644251463428_1010, duration: 204168
2013-10-31 15:25:44,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.xml dst=null perm=null
2013-10-31 15:25:44,601 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44578, bytes: 28237, op: HDFS_READ, cliID: DFSClient_-1126747598, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2787788758710463603_1007, duration: 282109
2013-10-31 15:25:44,623 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:25:44,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.jar dst=null perm=null
2013-10-31 15:25:44,647 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37851, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1126747598, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1126728325287091543_1004, duration: 1531114
2013-10-31 15:25:44,691 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0001_m_162392724 given task: attempt_20131031152505967_0001_m_000000_0
2013-10-31 15:25:44,723 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0001_m_-1030359514
2013-10-31 15:25:44,724 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0001_m_-1030359514 spawned.
2013-10-31 15:25:44,724 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0001_m_-1873124599
2013-10-31 15:25:44,725 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0001_m_-1873124599 spawned.
2013-10-31 15:25:44,726 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0001/attempt_20131031152505967_0001_m_000002_0/taskjvm.sh
2013-10-31 15:25:44,727 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0001/attempt_20131031152505967_0001_m_000003_0/taskjvm.sh
2013-10-31 15:25:44,870 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0001_m_000004_0' to tip task_20131031152505967_0001_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:25:44,871 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0001_m_000004
2013-10-31 15:25:44,871 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0001_m_000005_0' to tip task_20131031152505967_0001_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:25:44,871 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0001_m_000005
2013-10-31 15:25:44,873 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0001_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:25:44,874 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0001_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:25:44,875 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0001_m_000004_0 which needs 1 slots
2013-10-31 15:25:44,875 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0001_m_000004_0 which needs 1 slots
2013-10-31 15:25:44,876 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0001_m_000005_0 which needs 1 slots
2013-10-31 15:25:44,876 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0001_m_000005_0 which needs 1 slots
2013-10-31 15:25:44,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0001/jobToken dst=null perm=null
2013-10-31 15:25:44,883 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39278, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_382988644251463428_1010, duration: 213470
2013-10-31 15:25:44,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.xml dst=null perm=null
2013-10-31 15:25:44,893 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39281, bytes: 28237, op: HDFS_READ, cliID: DFSClient_555160535, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2787788758710463603_1007, duration: 300399
2013-10-31 15:25:44,913 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:25:44,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split dst=null perm=null
2013-10-31 15:25:44,927 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44584, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1530788038560400320_1005, duration: 905348
2013-10-31 15:25:44,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.jar dst=null perm=null
2013-10-31 15:25:44,934 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51362, bytes: 239915, op: HDFS_READ, cliID: DFSClient_555160535, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1126728325287091543_1004, duration: 1424424
2013-10-31 15:25:45,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:25:45,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:45,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:45,066 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0001_m_-629435836
2013-10-31 15:25:45,067 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0001_m_-629435836 spawned.
2013-10-31 15:25:45,068 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0001/attempt_20131031152505967_0001_m_000004_0/taskjvm.sh
2013-10-31 15:25:45,075 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0001_m_1885288974
2013-10-31 15:25:45,076 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0001_m_1885288974 spawned.
2013-10-31 15:25:45,078 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0001/attempt_20131031152505967_0001_m_000005_0/taskjvm.sh
2013-10-31 15:25:45,219 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0001_m_-97522117 given task: attempt_20131031152505967_0001_m_000001_0
2013-10-31 15:25:45,250 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44587, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 189692
2013-10-31 15:25:45,254 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000000_0/part-00000. blk_-3841629029506535069_1011
2013-10-31 15:25:45,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3841629029506535069_1011 src: /127.0.0.1:44588 dest: /127.0.0.1:42991
2013-10-31 15:25:45,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3841629029506535069_1011 src: /127.0.0.1:37861 dest: /127.0.0.1:48948
2013-10-31 15:25:45,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3841629029506535069_1011 src: /127.0.0.1:51367 dest: /127.0.0.1:57702
2013-10-31 15:25:45,290 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51367, dest: /127.0.0.1:57702, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3841629029506535069_1011, duration: 16574893
2013-10-31 15:25:45,291 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3841629029506535069_1011 terminating
2013-10-31 15:25:45,292 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37861, dest: /127.0.0.1:48948, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3841629029506535069_1011, duration: 18277810
2013-10-31 15:25:45,293 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3841629029506535069_1011 terminating
2013-10-31 15:25:45,294 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44588, dest: /127.0.0.1:42991, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3841629029506535069_1011, duration: 19618812
2013-10-31 15:25:45,294 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3841629029506535069_1011 size 12
2013-10-31 15:25:45,294 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3841629029506535069_1011 terminating
2013-10-31 15:25:45,295 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3841629029506535069_1011 size 12
2013-10-31 15:25:45,296 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3841629029506535069_1011 size 12
2013-10-31 15:25:45,296 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0001_m_000000_0
2013-10-31 15:25:45,297 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0001_m_000000_0
2013-10-31 15:25:45,337 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0001_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:25:45,337 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000000_0 0.0%
2013-10-31 15:25:45,747 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0001_m_-1030359514 given task: attempt_20131031152505967_0001_m_000002_0
2013-10-31 15:25:45,800 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0001_m_-1873124599 given task: attempt_20131031152505967_0001_m_000003_0
2013-10-31 15:25:45,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split dst=null perm=null
2013-10-31 15:25:45,982 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51371, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1530788038560400320_1005, duration: 281561
2013-10-31 15:25:46,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:25:46,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51372, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 216130
2013-10-31 15:25:46,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:46,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:46,227 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000001_0/part-00001. blk_-7155970441877992314_1012
2013-10-31 15:25:46,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7155970441877992314_1012 src: /127.0.0.1:51376 dest: /127.0.0.1:57702
2013-10-31 15:25:46,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7155970441877992314_1012 src: /127.0.0.1:37872 dest: /127.0.0.1:48948
2013-10-31 15:25:46,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7155970441877992314_1012 src: /127.0.0.1:44601 dest: /127.0.0.1:42991
2013-10-31 15:25:46,265 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44601, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7155970441877992314_1012, duration: 2881119
2013-10-31 15:25:46,266 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0001_m_-629435836 given task: attempt_20131031152505967_0001_m_000004_0
2013-10-31 15:25:46,266 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7155970441877992314_1012 terminating
2013-10-31 15:25:46,267 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7155970441877992314_1012 size 8
2013-10-31 15:25:46,267 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37872, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7155970441877992314_1012, duration: 4433570
2013-10-31 15:25:46,270 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7155970441877992314_1012 terminating
2013-10-31 15:25:46,270 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7155970441877992314_1012 size 8
2013-10-31 15:25:46,271 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51376, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7155970441877992314_1012, duration: 8486124
2013-10-31 15:25:46,271 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7155970441877992314_1012 terminating
2013-10-31 15:25:46,273 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0001_m_000001_0
2013-10-31 15:25:46,273 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0001_m_000001_0
2013-10-31 15:25:46,273 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7155970441877992314_1012 size 8
2013-10-31 15:25:46,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split dst=null perm=null
2013-10-31 15:25:46,280 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51379, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000002_0, offset: 512, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1530788038560400320_1005, duration: 266228
2013-10-31 15:25:46,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split dst=null perm=null
2013-10-31 15:25:46,317 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51380, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1530788038560400320_1005, duration: 280001
2013-10-31 15:25:46,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:25:46,327 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0001_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:25:46,327 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000001_0 0.0%
2013-10-31 15:25:46,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:46,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:46,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:25:46,357 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51381, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 191687
2013-10-31 15:25:46,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:46,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:46,523 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39304, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 189614
2013-10-31 15:25:46,527 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0001_m_1885288974 given task: attempt_20131031152505967_0001_m_000005_0
2013-10-31 15:25:46,528 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000002_0/part-00002. blk_-4301305310605496464_1014
2013-10-31 15:25:46,551 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000003_0/part-00003. blk_78965954585899187_1014
2013-10-31 15:25:46,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4301305310605496464_1014 src: /127.0.0.1:37879 dest: /127.0.0.1:48948
2013-10-31 15:25:46,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4301305310605496464_1014 src: /127.0.0.1:51386 dest: /127.0.0.1:57702
2013-10-31 15:25:46,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4301305310605496464_1014 src: /127.0.0.1:44610 dest: /127.0.0.1:42991
2013-10-31 15:25:46,556 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44610, dest: /127.0.0.1:42991, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4301305310605496464_1014, duration: 1828464
2013-10-31 15:25:46,556 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4301305310605496464_1014 terminating
2013-10-31 15:25:46,557 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51386, dest: /127.0.0.1:57702, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4301305310605496464_1014, duration: 2664320
2013-10-31 15:25:46,557 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4301305310605496464_1014 terminating
2013-10-31 15:25:46,558 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37879, dest: /127.0.0.1:48948, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4301305310605496464_1014, duration: 3414616
2013-10-31 15:25:46,558 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4301305310605496464_1014 terminating
2013-10-31 15:25:46,558 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4301305310605496464_1014 size 12
2013-10-31 15:25:46,559 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0001_m_000002_0
2013-10-31 15:25:46,559 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0001_m_000002_0
2013-10-31 15:25:46,559 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4301305310605496464_1014 size 12
2013-10-31 15:25:46,560 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4301305310605496464_1014 size 12
2013-10-31 15:25:46,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_78965954585899187_1014 src: /127.0.0.1:51385 dest: /127.0.0.1:57702
2013-10-31 15:25:46,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_78965954585899187_1014 src: /127.0.0.1:37883 dest: /127.0.0.1:48948
2013-10-31 15:25:46,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_78965954585899187_1014 src: /127.0.0.1:44612 dest: /127.0.0.1:42991
2013-10-31 15:25:46,581 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44612, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_78965954585899187_1014, duration: 1731483
2013-10-31 15:25:46,581 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_78965954585899187_1014 terminating
2013-10-31 15:25:46,582 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37883, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_78965954585899187_1014, duration: 2467777
2013-10-31 15:25:46,582 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_78965954585899187_1014 terminating
2013-10-31 15:25:46,583 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51385, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0001_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_78965954585899187_1014, duration: 3341822
2013-10-31 15:25:46,583 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_78965954585899187_1014 terminating
2013-10-31 15:25:46,583 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_78965954585899187_1014 size 8
2013-10-31 15:25:46,584 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0001_m_000003_0
2013-10-31 15:25:46,584 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0001_m_000003_0
2013-10-31 15:25:46,584 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_78965954585899187_1014 size 8
2013-10-31 15:25:46,585 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_78965954585899187_1014 size 8
2013-10-31 15:25:46,610 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0001_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:25:46,610 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000002_0 0.0%
2013-10-31 15:25:46,636 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0001_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:25:46,636 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000003_0 0.0%
2013-10-31 15:25:46,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split dst=null perm=null
2013-10-31 15:25:46,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39312, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000004_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1530788038560400320_1005, duration: 266684
2013-10-31 15:25:46,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:25:46,821 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39313, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 168542
2013-10-31 15:25:46,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:47,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:47,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001/job.split dst=null perm=null
2013-10-31 15:25:47,356 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39315, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000005_0, offset: 1536, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1530788038560400320_1005, duration: 619039
2013-10-31 15:25:47,386 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0001_m_000000_0
2013-10-31 15:25:47,387 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0001_m_000001_0
2013-10-31 15:25:47,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:25:47,395 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37890, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0001_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 196949
2013-10-31 15:25:47,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:47,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:47,465 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0001_m_000004_0
2013-10-31 15:25:47,465 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0001_m_000004_0
2013-10-31 15:25:47,518 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0001_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:25:47,519 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000004_0 0.0%
2013-10-31 15:25:47,586 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0001_m_000002_0
2013-10-31 15:25:47,586 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0001_m_000003_0
2013-10-31 15:25:47,587 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0001_m_000005_0
2013-10-31 15:25:47,587 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0001_m_000005_0
2013-10-31 15:25:47,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000002_0 dst=null perm=null
2013-10-31 15:25:47,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:47,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:47,636 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0001_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:25:47,636 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000005_0 0.0%
2013-10-31 15:25:47,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000002_0 dst=null perm=null
2013-10-31 15:25:47,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000003_0 dst=null perm=null
2013-10-31 15:25:47,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:47,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:47,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000003_0 dst=null perm=null
2013-10-31 15:25:47,881 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0001_m_000004_0
2013-10-31 15:25:47,881 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0001_m_000005_0
2013-10-31 15:25:48,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000001_0 dst=null perm=null
2013-10-31 15:25:48,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:48,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000000_0 dst=null perm=null
2013-10-31 15:25:48,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:48,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:48,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:48,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000001_0 dst=null perm=null
2013-10-31 15:25:48,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000000_0 dst=null perm=null
2013-10-31 15:25:48,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000004_0 dst=null perm=null
2013-10-31 15:25:48,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:48,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:48,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000004_0 dst=null perm=null
2013-10-31 15:25:48,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000005_0 dst=null perm=null
2013-10-31 15:25:48,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:48,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000005_0/part-00005 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:48,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary/_attempt_20131031152505967_0001_m_000005_0 dst=null perm=null
2013-10-31 15:25:48,918 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:25:48,925 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0001_m_000001_0 is done.
2013-10-31 15:25:48,926 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0001_m_000001_0 was -1
2013-10-31 15:25:48,926 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:25:49,199 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:25:49,207 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0001_m_000002_0 is done.
2013-10-31 15:25:49,207 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0001_m_000002_0 was -1
2013-10-31 15:25:49,208 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:25:49,241 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:25:49,246 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0001_m_000003_0 is done.
2013-10-31 15:25:49,247 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0001_m_000003_0 was -1
2013-10-31 15:25:49,247 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:25:49,385 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0001_m_000007_0
2013-10-31 15:25:49,386 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0001_m_000007_0
2013-10-31 15:25:49,386 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0001_m_000007_0 not found in cache
2013-10-31 15:25:49,709 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:25:49,716 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0001_m_000004_0 is done.
2013-10-31 15:25:49,717 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0001_m_000004_0 was -1
2013-10-31 15:25:49,718 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:25:50,253 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:25:50,257 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0001_m_000005_0 is done.
2013-10-31 15:25:50,257 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0001_m_000005_0 was -1
2013-10-31 15:25:50,257 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:25:50,401 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0001_m_000001_0' has completed task_20131031152505967_0001_m_000001 successfully.
2013-10-31 15:25:50,593 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0001_m_000002_0' has completed task_20131031152505967_0001_m_000002 successfully.
2013-10-31 15:25:50,599 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0001_m_000003_0' has completed task_20131031152505967_0001_m_000003 successfully.
2013-10-31 15:25:50,890 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0001_m_000004_0' has completed task_20131031152505967_0001_m_000004 successfully.
2013-10-31 15:25:50,894 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0001_m_000005_0' has completed task_20131031152505967_0001_m_000005 successfully.
2013-10-31 15:25:50,942 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:25:50,947 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:25:50,950 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0001_m_000000_0 is done.
2013-10-31 15:25:50,950 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0001_m_000000_0 was -1
2013-10-31 15:25:50,951 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:25:53,410 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0001_m_000000_0' has completed task_20131031152505967_0001_m_000000 successfully.
2013-10-31 15:25:53,416 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0001_m_000006_0' to tip task_20131031152505967_0001_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:25:53,418 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0001_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:25:53,418 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0001_m_000006_0 which needs 1 slots
2013-10-31 15:25:53,419 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0001_m_000006_0 which needs 1 slots
2013-10-31 15:25:53,486 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0001/attempt_20131031152505967_0001_m_000006_0. Attempting to reuse: jvm_20131031152505967_0001_m_-97522117
2013-10-31 15:25:53,993 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0001_m_-97522117 given task: attempt_20131031152505967_0001_m_000006_0
2013-10-31 15:25:54,181 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000006_0 0.0%
2013-10-31 15:25:54,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary dst=null perm=null
2013-10-31 15:25:54,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:54,205 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_SUCCESS from client DFSClient_attempt_20131031152505967_0001_m_000006_0
2013-10-31 15:25:54,205 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0001_m_000006_0
2013-10-31 15:25:54,213 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1126728325287091543 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:25:54,214 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1126728325287091543 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:25:54,214 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1126728325287091543 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:25:54,214 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1126728325287091543 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:25:54,214 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1530788038560400320 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:25:54,214 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1530788038560400320 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:25:54,215 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1530788038560400320 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:25:54,215 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1530788038560400320 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:25:54,215 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3964046757932939912 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:25:54,215 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3964046757932939912 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:25:54,215 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3964046757932939912 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:25:54,216 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2787788758710463603 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:25:54,216 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2787788758710463603 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:25:54,216 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2787788758710463603 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:25:54,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0001 dst=null perm=null
2013-10-31 15:25:54,972 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-3964046757932939912_1006 blk_1126728325287091543_1004 blk_-1530788038560400320_1005
2013-10-31 15:25:54,972 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-2787788758710463603_1007 blk_1126728325287091543_1004 blk_-1530788038560400320_1005
2013-10-31 15:25:56,329 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2787788758710463603_1007 file build/test/data/dfs/data/data2/current/blk_-2787788758710463603 for deletion
2013-10-31 15:25:56,331 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1530788038560400320_1005 file build/test/data/dfs/data/data1/current/blk_-1530788038560400320 for deletion
2013-10-31 15:25:56,331 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1126728325287091543_1004 file build/test/data/dfs/data/data2/current/blk_1126728325287091543 for deletion
2013-10-31 15:25:56,332 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1530788038560400320_1005 at file build/test/data/dfs/data/data1/current/blk_-1530788038560400320
2013-10-31 15:25:56,332 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2787788758710463603_1007 at file build/test/data/dfs/data/data2/current/blk_-2787788758710463603
2013-10-31 15:25:56,333 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1126728325287091543_1004 at file build/test/data/dfs/data/data2/current/blk_1126728325287091543
2013-10-31 15:25:57,125 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0001_m_000006_0 0.0% cleanup
2013-10-31 15:25:57,129 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0001_m_000006_0 is done.
2013-10-31 15:25:57,129 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0001_m_000006_0 was -1
2013-10-31 15:25:57,129 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:25:57,513 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3964046757932939912_1006 file build/test/data/dfs/data/data6/current/blk_-3964046757932939912 for deletion
2013-10-31 15:25:57,514 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1530788038560400320_1005 file build/test/data/dfs/data/data5/current/blk_-1530788038560400320 for deletion
2013-10-31 15:25:57,514 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1126728325287091543_1004 file build/test/data/dfs/data/data5/current/blk_1126728325287091543 for deletion
2013-10-31 15:25:57,514 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3964046757932939912_1006 at file build/test/data/dfs/data/data6/current/blk_-3964046757932939912
2013-10-31 15:25:57,515 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1530788038560400320_1005 at file build/test/data/dfs/data/data5/current/blk_-1530788038560400320
2013-10-31 15:25:57,515 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1126728325287091543_1004 at file build/test/data/dfs/data/data5/current/blk_1126728325287091543
2013-10-31 15:25:57,972 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-3964046757932939912_1006 blk_-2787788758710463603_1007 blk_1126728325287091543_1004 blk_-1530788038560400320_1005
2013-10-31 15:25:57,973 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-3964046757932939912_1006 blk_-2787788758710463603_1007 blk_1126728325287091543_1004 blk_-1530788038560400320_1005
2013-10-31 15:25:59,428 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0001_m_000006_0' has completed task_20131031152505967_0001_m_000006 successfully.
2013-10-31 15:25:59,506 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0001 has completed successfully.
2013-10-31 15:25:59,511 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0001,submitTime=1383233135255,launchTime=1383233138122,firstMapTaskLaunchTime=1383233144376,firstJobSetupTaskLaunchTime=1383233138136,firstJobCleanupTaskLaunchTime=1383233153415,finishTime=1383233159506,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=38,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[3066E67AD6144916AA7DE7F4BB5731D4/6DB8DA7373F349848B7E642F93E32423] merge/(1/1) ...pipesplatform/simplemerge
2013-10-31 15:25:59,520 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_logs/history/job_20131031152505967_0001_1383233135255_hadoop_%5B3066E67AD6144916AA7DE7F4BB5731D4%2F6DB8DA7373F34984. blk_6533759857924785579_1017
2013-10-31 15:25:59,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6533759857924785579_1017 src: /127.0.0.1:44623 dest: /127.0.0.1:42991
2013-10-31 15:25:59,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6533759857924785579_1017 src: /127.0.0.1:37896 dest: /127.0.0.1:48948
2013-10-31 15:25:59,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6533759857924785579_1017 src: /127.0.0.1:39323 dest: /127.0.0.1:53907
2013-10-31 15:25:59,537 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39323, dest: /127.0.0.1:53907, bytes: 28975, op: HDFS_WRITE, cliID: DFSClient_-1266715974, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6533759857924785579_1017, duration: 6150759
2013-10-31 15:25:59,538 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6533759857924785579_1017 terminating
2013-10-31 15:25:59,540 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37896, dest: /127.0.0.1:48948, bytes: 28975, op: HDFS_WRITE, cliID: DFSClient_-1266715974, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6533759857924785579_1017, duration: 7234652
2013-10-31 15:25:59,541 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6533759857924785579_1017 terminating
2013-10-31 15:25:59,541 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6533759857924785579_1017 size 28975
2013-10-31 15:25:59,542 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44623, dest: /127.0.0.1:42991, bytes: 28975, op: HDFS_WRITE, cliID: DFSClient_-1266715974, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6533759857924785579_1017, duration: 8252727
2013-10-31 15:25:59,543 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6533759857924785579_1017 terminating
2013-10-31 15:25:59,546 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6533759857924785579_1017 size 28975
2013-10-31 15:25:59,547 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_logs/history/job_20131031152505967_0001_1383233135255_hadoop_%5B3066E67AD6144916AA7DE7F4BB5731D4%2F6DB8DA7373F34984 from client DFSClient_-1266715974
2013-10-31 15:25:59,547 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_logs/history/job_20131031152505967_0001_1383233135255_hadoop_%5B3066E67AD6144916AA7DE7F4BB5731D4%2F6DB8DA7373F34984 is closed by DFSClient_-1266715974
2013-10-31 15:25:59,547 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6533759857924785579_1017 size 28975
2013-10-31 15:25:59,563 INFO mapred.JobHistory (JobHistory.java:maybeMakeSubdirectory(403)) - Creating DONE subfolder at file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:25:59,565 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0001_m_000000_0'
2013-10-31 15:25:59,565 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0001_1383233135255_hadoop_%5B3066E67AD6144916AA7DE7F4BB5731D4%2F6DB8DA7373F34984 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:25:59,566 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0001_m_000001_0'
2013-10-31 15:25:59,567 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0001_m_000006_0'
2013-10-31 15:25:59,567 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0001_m_000007_0'
2013-10-31 15:25:59,570 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_382988644251463428 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:25:59,570 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_382988644251463428 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:25:59,571 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_382988644251463428 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:25:59,577 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0001_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:25:59,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0001 dst=null perm=null
2013-10-31 15:25:59,585 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/_temporary
2013-10-31 15:25:59,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge dst=null perm=null
2013-10-31 15:25:59,616 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:25:59,617 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0001_m_000002_0'
2013-10-31 15:25:59,618 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0001_m_000003_0'
2013-10-31 15:25:59,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00000 dst=null perm=null
2013-10-31 15:25:59,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00001 dst=null perm=null
2013-10-31 15:25:59,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00002 dst=null perm=null
2013-10-31 15:25:59,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00003 dst=null perm=null
2013-10-31 15:25:59,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00004 dst=null perm=null
2013-10-31 15:25:59,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00005 dst=null perm=null
2013-10-31 15:25:59,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00000 dst=null perm=null
2013-10-31 15:25:59,639 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37899, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3841629029506535069_1011, duration: 439540
2013-10-31 15:25:59,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00001 dst=null perm=null
2013-10-31 15:25:59,643 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37900, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7155970441877992314_1012, duration: 474217
2013-10-31 15:25:59,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00002 dst=null perm=null
2013-10-31 15:25:59,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37901, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4301305310605496464_1014, duration: 437978
2013-10-31 15:25:59,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00003 dst=null perm=null
2013-10-31 15:25:59,648 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37902, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_78965954585899187_1014, duration: 533264
2013-10-31 15:25:59,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00004 dst=null perm=null
2013-10-31 15:25:59,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00005 dst=null perm=null
2013-10-31 15:25:59,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge dst=null perm=null
2013-10-31 15:25:59,659 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:25:59,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00000 dst=null perm=null
2013-10-31 15:25:59,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00001 dst=null perm=null
2013-10-31 15:25:59,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00002 dst=null perm=null
2013-10-31 15:25:59,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00003 dst=null perm=null
2013-10-31 15:25:59,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00004 dst=null perm=null
2013-10-31 15:25:59,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00005 dst=null perm=null
2013-10-31 15:25:59,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00000 dst=null perm=null
2013-10-31 15:25:59,667 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51408, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3841629029506535069_1011, duration: 435404
2013-10-31 15:25:59,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00001 dst=null perm=null
2013-10-31 15:25:59,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51409, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7155970441877992314_1012, duration: 425774
2013-10-31 15:25:59,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00002 dst=null perm=null
2013-10-31 15:25:59,672 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44633, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4301305310605496464_1014, duration: 439537
2013-10-31 15:25:59,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00003 dst=null perm=null
2013-10-31 15:25:59,676 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37906, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_78965954585899187_1014, duration: 438147
2013-10-31 15:25:59,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00004 dst=null perm=null
2013-10-31 15:25:59,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00005 dst=null perm=null
2013-10-31 15:25:59,678 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/simplemerge
2013-10-31 15:25:59,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge dst=null perm=null
2013-10-31 15:25:59,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00000 dst=null perm=null
2013-10-31 15:25:59,688 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37907, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3841629029506535069_1011, duration: 410042
2013-10-31 15:25:59,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00001 dst=null perm=null
2013-10-31 15:25:59,694 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44636, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7155970441877992314_1012, duration: 423289
2013-10-31 15:25:59,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00002 dst=null perm=null
2013-10-31 15:25:59,699 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51414, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4301305310605496464_1014, duration: 401980
2013-10-31 15:25:59,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00003 dst=null perm=null
2013-10-31 15:25:59,705 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37910, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_78965954585899187_1014, duration: 409870
2013-10-31 15:25:59,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00004 dst=null perm=null
2013-10-31 15:25:59,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemerge/part-00005 dst=null perm=null
2013-10-31 15:25:59,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:59,730 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt. blk_1925652534936424279_1018
2013-10-31 15:25:59,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1925652534936424279_1018 src: /127.0.0.1:44639 dest: /127.0.0.1:42991
2013-10-31 15:25:59,734 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1925652534936424279_1018 src: /127.0.0.1:39338 dest: /127.0.0.1:53907
2013-10-31 15:25:59,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1925652534936424279_1018 src: /127.0.0.1:37913 dest: /127.0.0.1:48948
2013-10-31 15:25:59,739 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37913, dest: /127.0.0.1:48948, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 78422
2013-10-31 15:25:59,740 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1925652534936424279_1018 terminating
2013-10-31 15:25:59,740 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1925652534936424279_1018 size 15
2013-10-31 15:25:59,740 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39338, dest: /127.0.0.1:53907, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 1061153
2013-10-31 15:25:59,741 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1925652534936424279_1018 size 15
2013-10-31 15:25:59,741 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1925652534936424279_1018 terminating
2013-10-31 15:25:59,741 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44639, dest: /127.0.0.1:42991, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 2352723
2013-10-31 15:25:59,742 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1925652534936424279_1018 terminating
2013-10-31 15:25:59,748 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1925652534936424279_1018 size 15
2013-10-31 15:25:59,749 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt from client DFSClient_1342392704
2013-10-31 15:25:59,749 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt is closed by DFSClient_1342392704
2013-10-31 15:25:59,780 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:25:59,780 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:25:59,888 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] starting
2013-10-31 15:25:59,889 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:25:59,890 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:25:59,890 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:25:59,891 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge"]
2013-10-31 15:25:59,892 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] parallel execution is enabled: true
2013-10-31 15:25:59,892 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] starting jobs: 3
2013-10-31 15:25:59,892 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] allocating threads: 3
2013-10-31 15:25:59,893 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] starting step: (3/3)
2013-10-31 15:25:59,899 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:25:59,899 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:25:59,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:25:59,905 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0001_m_000004_0'
2013-10-31 15:25:59,905 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0001_m_000005_0'
2013-10-31 15:25:59,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:25:59,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:59,919 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.jar. blk_-6001320778392815134_1019
2013-10-31 15:25:59,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6001320778392815134_1019 src: /127.0.0.1:51419 dest: /127.0.0.1:57702
2013-10-31 15:25:59,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6001320778392815134_1019 src: /127.0.0.1:39341 dest: /127.0.0.1:53907
2013-10-31 15:25:59,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6001320778392815134_1019 src: /127.0.0.1:37916 dest: /127.0.0.1:48948
2013-10-31 15:25:59,934 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37916, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6001320778392815134_1019, duration: 6130045
2013-10-31 15:25:59,934 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6001320778392815134_1019 terminating
2013-10-31 15:25:59,935 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39341, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6001320778392815134_1019, duration: 6303293
2013-10-31 15:25:59,936 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6001320778392815134_1019 terminating
2013-10-31 15:25:59,936 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6001320778392815134_1019 size 238055
2013-10-31 15:25:59,936 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51419, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6001320778392815134_1019, duration: 8253303
2013-10-31 15:25:59,937 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6001320778392815134_1019 terminating
2013-10-31 15:25:59,939 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6001320778392815134_1019 size 238055
2013-10-31 15:25:59,940 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.jar from client DFSClient_1342392704
2013-10-31 15:25:59,940 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.jar is closed by DFSClient_1342392704
2013-10-31 15:25:59,940 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6001320778392815134_1019 size 238055
2013-10-31 15:25:59,948 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.jar. New replication is 10
2013-10-31 15:25:59,950 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3964046757932939912_1006 file build/test/data/dfs/data/data4/current/blk_-3964046757932939912 for deletion
2013-10-31 15:25:59,951 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3964046757932939912_1006 file build/test/data/dfs/data/data8/current/blk_-3964046757932939912 for deletion
2013-10-31 15:25:59,951 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2787788758710463603_1007 file build/test/data/dfs/data/data3/current/blk_-2787788758710463603 for deletion
2013-10-31 15:25:59,951 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2787788758710463603_1007 file build/test/data/dfs/data/data7/current/blk_-2787788758710463603 for deletion
2013-10-31 15:25:59,952 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1530788038560400320_1005 file build/test/data/dfs/data/data3/current/blk_-1530788038560400320 for deletion
2013-10-31 15:25:59,952 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3964046757932939912_1006 at file build/test/data/dfs/data/data8/current/blk_-3964046757932939912
2013-10-31 15:25:59,952 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1530788038560400320_1005 file build/test/data/dfs/data/data7/current/blk_-1530788038560400320 for deletion
2013-10-31 15:25:59,952 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3964046757932939912_1006 at file build/test/data/dfs/data/data4/current/blk_-3964046757932939912
2013-10-31 15:25:59,953 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1126728325287091543_1004 file build/test/data/dfs/data/data8/current/blk_1126728325287091543 for deletion
2013-10-31 15:25:59,953 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2787788758710463603_1007 at file build/test/data/dfs/data/data3/current/blk_-2787788758710463603
2013-10-31 15:25:59,953 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2787788758710463603_1007 at file build/test/data/dfs/data/data7/current/blk_-2787788758710463603
2013-10-31 15:25:59,952 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1126728325287091543_1004 file build/test/data/dfs/data/data4/current/blk_1126728325287091543 for deletion
2013-10-31 15:25:59,954 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1530788038560400320_1005 at file build/test/data/dfs/data/data7/current/blk_-1530788038560400320
2013-10-31 15:25:59,954 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1530788038560400320_1005 at file build/test/data/dfs/data/data3/current/blk_-1530788038560400320
2013-10-31 15:25:59,955 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1126728325287091543_1004 at file build/test/data/dfs/data/data4/current/blk_1126728325287091543
2013-10-31 15:25:59,954 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1126728325287091543_1004 at file build/test/data/dfs/data/data8/current/blk_1126728325287091543
2013-10-31 15:25:59,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.jar dst=null perm=null
2013-10-31 15:25:59,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:25:59,969 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:25:59,976 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:25:59,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:25:59,982 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:25:59,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:25:59,988 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:25:59,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:25:59,993 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:25:59,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:26:00,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:00,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:00,009 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split. New replication is 10
2013-10-31 15:26:00,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split dst=null perm=null
2013-10-31 15:26:00,015 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split. blk_-7923636205946943709_1020
2013-10-31 15:26:00,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7923636205946943709_1020 src: /127.0.0.1:37917 dest: /127.0.0.1:48948
2013-10-31 15:26:00,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7923636205946943709_1020 src: /127.0.0.1:44646 dest: /127.0.0.1:42991
2013-10-31 15:26:00,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7923636205946943709_1020 src: /127.0.0.1:39345 dest: /127.0.0.1:53907
2013-10-31 15:26:00,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7923636205946943709_1020 src: /127.0.0.1:51425 dest: /127.0.0.1:57702
2013-10-31 15:26:00,024 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51425, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7923636205946943709_1020, duration: 2152700
2013-10-31 15:26:00,024 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7923636205946943709_1020 terminating
2013-10-31 15:26:00,024 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39345, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7923636205946943709_1020, duration: 2171857
2013-10-31 15:26:00,024 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7923636205946943709_1020 terminating
2013-10-31 15:26:00,025 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44646, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7923636205946943709_1020, duration: 2306681
2013-10-31 15:26:00,026 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7923636205946943709_1020 terminating
2013-10-31 15:26:00,026 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37917, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7923636205946943709_1020, duration: 2789020
2013-10-31 15:26:00,027 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-7923636205946943709_1020 terminating
2013-10-31 15:26:00,029 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7923636205946943709_1020 size 2077
2013-10-31 15:26:00,029 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split from client DFSClient_1342392704
2013-10-31 15:26:00,030 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split is closed by DFSClient_1342392704
2013-10-31 15:26:00,030 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7923636205946943709_1020 size 2077
2013-10-31 15:26:00,030 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7923636205946943709_1020 size 2077
2013-10-31 15:26:00,030 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7923636205946943709_1020 size 2077
2013-10-31 15:26:00,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:00,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:00,047 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.splitmetainfo. blk_4145647330612054422_1021
2013-10-31 15:26:00,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4145647330612054422_1021 src: /127.0.0.1:37921 dest: /127.0.0.1:48948
2013-10-31 15:26:00,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4145647330612054422_1021 src: /127.0.0.1:44650 dest: /127.0.0.1:42991
2013-10-31 15:26:00,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4145647330612054422_1021 src: /127.0.0.1:51428 dest: /127.0.0.1:57702
2013-10-31 15:26:00,054 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51428, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4145647330612054422_1021, duration: 314142
2013-10-31 15:26:00,054 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4145647330612054422_1021 terminating
2013-10-31 15:26:00,054 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44650, dest: /127.0.0.1:42991, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4145647330612054422_1021, duration: 786775
2013-10-31 15:26:00,054 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4145647330612054422_1021 terminating
2013-10-31 15:26:00,055 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37921, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4145647330612054422_1021, duration: 1435219
2013-10-31 15:26:00,055 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4145647330612054422_1021 terminating
2013-10-31 15:26:00,059 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4145647330612054422_1021 size 218
2013-10-31 15:26:00,059 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4145647330612054422_1021 size 218
2013-10-31 15:26:00,059 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:26:00,059 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:26:00,059 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4145647330612054422_1021 size 218
2013-10-31 15:26:00,392 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0001
2013-10-31 15:26:00,393 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0001 being deleted.
2013-10-31 15:26:00,974 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:48948 to replicate blk_-6001320778392815134_1019 to datanode(s) 127.0.0.1:42991
2013-10-31 15:26:00,974 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_382988644251463428_1010
2013-10-31 15:26:00,974 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_382988644251463428_1010
2013-10-31 15:26:01,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:01,115 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 127 Total time for transactions(ms): 7Number of transactions batched in Syncs: 8 Number of syncs: 84 SyncTimes(ms): 6845 327
2013-10-31 15:26:01,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:01,134 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.xml. blk_3348976179227239583_1022
2013-10-31 15:26:01,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3348976179227239583_1022 src: /127.0.0.1:51429 dest: /127.0.0.1:57702
2013-10-31 15:26:01,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3348976179227239583_1022 src: /127.0.0.1:44653 dest: /127.0.0.1:42991
2013-10-31 15:26:01,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3348976179227239583_1022 src: /127.0.0.1:39352 dest: /127.0.0.1:53907
2013-10-31 15:26:01,143 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39352, dest: /127.0.0.1:53907, bytes: 29257, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3348976179227239583_1022, duration: 431625
2013-10-31 15:26:01,143 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3348976179227239583_1022 terminating
2013-10-31 15:26:01,144 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44653, dest: /127.0.0.1:42991, bytes: 29257, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3348976179227239583_1022, duration: 1371540
2013-10-31 15:26:01,145 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3348976179227239583_1022 terminating
2013-10-31 15:26:01,145 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51429, dest: /127.0.0.1:57702, bytes: 29257, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3348976179227239583_1022, duration: 2451838
2013-10-31 15:26:01,146 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3348976179227239583_1022 terminating
2013-10-31 15:26:01,151 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3348976179227239583_1022 size 29257
2013-10-31 15:26:01,152 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3348976179227239583_1022 size 29257
2013-10-31 15:26:01,152 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3348976179227239583_1022 size 29257
2013-10-31 15:26:01,552 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.xml from client DFSClient_1342392704
2013-10-31 15:26:01,552 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.xml is closed by DFSClient_1342392704
2013-10-31 15:26:01,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.xml dst=null perm=null
2013-10-31 15:26:01,567 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51433, bytes: 29489, op: HDFS_READ, cliID: DFSClient_1879284012, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3348976179227239583_1022, duration: 256413
2013-10-31 15:26:01,577 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0002: nMaps=6 nReduces=0 max=-1
2013-10-31 15:26:01,578 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0002 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:26:01,578 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0002 RESULT=SUCCESS
2013-10-31 15:26:01,578 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0002
2013-10-31 15:26:01,579 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0002
2013-10-31 15:26:01,580 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] submitted hadoop job: job_20131031152505967_0002
2013-10-31 15:26:01,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_logs/history/job_20131031152505967_0002_1383233161557_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F2989C8A6427546DD dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:01,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_logs/history/job_20131031152505967_0002_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:01,607 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_logs/history/job_20131031152505967_0002_conf.xml. blk_-648570813703215084_1024
2013-10-31 15:26:01,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-648570813703215084_1024 src: /127.0.0.1:37929 dest: /127.0.0.1:48948
2013-10-31 15:26:01,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-648570813703215084_1024 src: /127.0.0.1:39356 dest: /127.0.0.1:53907
2013-10-31 15:26:01,610 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-648570813703215084_1024 src: /127.0.0.1:51436 dest: /127.0.0.1:57702
2013-10-31 15:26:01,612 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51436, dest: /127.0.0.1:57702, bytes: 29322, op: HDFS_WRITE, cliID: DFSClient_1879284012, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-648570813703215084_1024, duration: 586195
2013-10-31 15:26:01,612 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-648570813703215084_1024 terminating
2013-10-31 15:26:01,612 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39356, dest: /127.0.0.1:53907, bytes: 29322, op: HDFS_WRITE, cliID: DFSClient_1879284012, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-648570813703215084_1024, duration: 1237366
2013-10-31 15:26:01,613 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-648570813703215084_1024 terminating
2013-10-31 15:26:01,613 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37929, dest: /127.0.0.1:48948, bytes: 29322, op: HDFS_WRITE, cliID: DFSClient_1879284012, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-648570813703215084_1024, duration: 1447801
2013-10-31 15:26:01,613 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-648570813703215084_1024 terminating
2013-10-31 15:26:01,615 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-648570813703215084_1024 size 29322
2013-10-31 15:26:01,615 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-648570813703215084_1024 size 29322
2013-10-31 15:26:01,616 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-648570813703215084_1024 size 29322
2013-10-31 15:26:01,635 INFO metrics.MetricsUtil (?:emrClusterStarted(?)) - instance controller state completed
2013-10-31 15:26:01,643 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:26:01,650 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:26:01,657 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:26:01,663 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:26:01,670 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:26:01,676 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:26:01,683 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:26:01,683 INFO metrics.MetricsSaver (?:flush(?)) - Discard 42 records
2013-10-31 15:26:02,015 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_logs/history/job_20131031152505967_0002_conf.xml from client DFSClient_1879284012
2013-10-31 15:26:02,016 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_logs/history/job_20131031152505967_0002_conf.xml is closed by DFSClient_1879284012
2013-10-31 15:26:02,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0002/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:02,038 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0002/jobToken. blk_1531748805802532959_1025
2013-10-31 15:26:02,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1531748805802532959_1025 src: /127.0.0.1:44660 dest: /127.0.0.1:42991
2013-10-31 15:26:02,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1531748805802532959_1025 src: /127.0.0.1:51438 dest: /127.0.0.1:57702
2013-10-31 15:26:02,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1531748805802532959_1025 src: /127.0.0.1:39360 dest: /127.0.0.1:53907
2013-10-31 15:26:02,047 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39360, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1531748805802532959_1025, duration: 72712
2013-10-31 15:26:02,048 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1531748805802532959_1025 terminating
2013-10-31 15:26:02,048 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1531748805802532959_1025 size 116
2013-10-31 15:26:02,048 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51438, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1531748805802532959_1025, duration: 1058847
2013-10-31 15:26:02,049 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1531748805802532959_1025 terminating
2013-10-31 15:26:02,049 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44660, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1531748805802532959_1025, duration: 2351331
2013-10-31 15:26:02,050 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1531748805802532959_1025 terminating
2013-10-31 15:26:02,052 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1531748805802532959_1025 size 116
2013-10-31 15:26:02,053 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0002/jobToken from client DFSClient_1342392704
2013-10-31 15:26:02,053 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0002/jobToken is closed by DFSClient_1342392704
2013-10-31 15:26:02,054 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1531748805802532959_1025 size 116
2013-10-31 15:26:02,061 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0002/jobToken
2013-10-31 15:26:02,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.splitmetainfo dst=null perm=null
2013-10-31 15:26:02,066 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37935, bytes: 222, op: HDFS_READ, cliID: DFSClient_1879284012, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4145647330612054422_1021, duration: 387315
2013-10-31 15:26:02,071 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0002 = 38. Number of splits = 6
2013-10-31 15:26:02,072 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,072 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,072 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,072 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,073 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,073 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,073 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,073 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,073 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,074 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,074 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,074 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,074 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,075 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,075 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,075 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,076 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,076 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0002_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:02,076 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0002 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:26:02,077 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0002 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:26:02,573 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0002_m_000007_0' to tip task_20131031152505967_0002_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:26:02,579 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0002_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:26:02,580 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0002_m_000007_0 which needs 1 slots
2013-10-31 15:26:02,580 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0002_m_000007_0 which needs 1 slots
2013-10-31 15:26:02,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0002/jobToken dst=null perm=null
2013-10-31 15:26:02,592 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44664, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1531748805802532959_1025, duration: 387703
2013-10-31 15:26:02,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.xml dst=null perm=null
2013-10-31 15:26:02,606 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51443, bytes: 29489, op: HDFS_READ, cliID: DFSClient_2072557552, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3348976179227239583_1022, duration: 226726
2013-10-31 15:26:02,630 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:26:02,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.jar dst=null perm=null
2013-10-31 15:26:02,655 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39365, bytes: 239915, op: HDFS_READ, cliID: DFSClient_2072557552, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6001320778392815134_1019, duration: 2485336
2013-10-31 15:26:02,765 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0001_m_162392724
2013-10-31 15:26:02,771 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17385 with signal TERM. Exit code 0
2013-10-31 15:26:02,772 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0002_m_427873885
2013-10-31 15:26:02,772 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0002_m_427873885 spawned.
2013-10-31 15:26:02,773 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0002/attempt_20131031152505967_0002_m_000007_0/taskjvm.sh
2013-10-31 15:26:02,951 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_382988644251463428_1010 file build/test/data/dfs/data/data4/current/blk_382988644251463428 for deletion
2013-10-31 15:26:02,952 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_382988644251463428_1010 at file build/test/data/dfs/data/data4/current/blk_382988644251463428
2013-10-31 15:26:03,490 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0001_m_162392724
2013-10-31 15:26:03,515 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678) Starting thread to transfer block blk_-6001320778392815134_1019 to 127.0.0.1:42991
2013-10-31 15:26:03,516 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_382988644251463428_1010 file build/test/data/dfs/data/data5/current/blk_382988644251463428 for deletion
2013-10-31 15:26:03,516 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_382988644251463428_1010 at file build/test/data/dfs/data/data5/current/blk_382988644251463428
2013-10-31 15:26:03,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6001320778392815134_1019 src: /127.0.0.1:44668 dest: /127.0.0.1:42991
2013-10-31 15:26:03,518 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678):Transmitted block blk_-6001320778392815134_1019 to /127.0.0.1:42991
2013-10-31 15:26:03,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-6001320778392815134_1019 src: /127.0.0.1:44668 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:26:03,525 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6001320778392815134_1019 size 238055
2013-10-31 15:26:03,975 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_382988644251463428_1010
2013-10-31 15:26:04,299 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:04,300 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:04,300 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:04,300 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0001_m_162392724 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:26:04,568 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0001
2013-10-31 15:26:04,568 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0001_m_000001_0 not found in cache
2013-10-31 15:26:04,568 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0001_m_000006_0 not found in cache
2013-10-31 15:26:04,569 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0001_m_000000_0 not found in cache
2013-10-31 15:26:04,569 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0001 for user-log deletion with retainTimeStamp:1383319564569
2013-10-31 15:26:04,618 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0001
2013-10-31 15:26:04,619 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0001_m_000002_0 not found in cache
2013-10-31 15:26:04,619 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0001_m_000003_0 not found in cache
2013-10-31 15:26:04,620 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0001 for user-log deletion with retainTimeStamp:1383319564620
2013-10-31 15:26:04,795 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0001_m_-1030359514 since job job_20131031152505967_0001 is dead
2013-10-31 15:26:04,803 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17522 with signal TERM. Exit code 0
2013-10-31 15:26:04,825 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0001_m_-1873124599 since job job_20131031152505967_0001 is dead
2013-10-31 15:26:04,831 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17552 with signal TERM. Exit code 0
2013-10-31 15:26:04,906 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0001
2013-10-31 15:26:04,907 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0001_m_000005_0 not found in cache
2013-10-31 15:26:04,907 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0001_m_000004_0 not found in cache
2013-10-31 15:26:04,907 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0001 for user-log deletion with retainTimeStamp:1383319564907
2013-10-31 15:26:04,980 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:04,980 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:04,980 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:04,981 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0001_m_-1030359514 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:04,990 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0002_m_427873885 given task: attempt_20131031152505967_0002_m_000007_0
2013-10-31 15:26:04,993 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:04,993 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:04,993 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:04,993 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0001_m_-1873124599 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:05,171 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0001_m_-97522117 since job job_20131031152505967_0001 is dead
2013-10-31 15:26:05,176 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17449 with signal TERM. Exit code 0
2013-10-31 15:26:05,290 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0001_m_-629435836 since job job_20131031152505967_0001 is dead
2013-10-31 15:26:05,296 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17621 with signal TERM. Exit code 0
2013-10-31 15:26:05,313 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:05,313 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:05,313 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:05,313 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0001_m_-97522117 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:26:05,332 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_382988644251463428_1010 file build/test/data/dfs/data/data2/current/blk_382988644251463428 for deletion
2013-10-31 15:26:05,332 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_382988644251463428_1010 at file build/test/data/dfs/data/data2/current/blk_382988644251463428
2013-10-31 15:26:05,485 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:05,485 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:05,485 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:05,486 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0001_m_-629435836 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:05,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:05,823 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0001_m_1885288974 since job job_20131031152505967_0001 is dead
2013-10-31 15:26:05,834 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17659 with signal TERM. Exit code 0
2013-10-31 15:26:06,039 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:06,040 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:06,040 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:06,040 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0001_m_1885288974 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:08,451 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000007_0 0.0% setup
2013-10-31 15:26:08,454 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0002_m_000007_0 is done.
2013-10-31 15:26:08,455 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0002_m_000007_0 was -1
2013-10-31 15:26:08,455 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:26:08,586 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0002_m_000007_0' has completed task_20131031152505967_0002_m_000007 successfully.
2013-10-31 15:26:08,590 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0002_m_000000_0' to tip task_20131031152505967_0002_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:26:08,591 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0002_m_000000
2013-10-31 15:26:08,591 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0002_m_000001_0' to tip task_20131031152505967_0002_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:26:08,592 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0002_m_000001
2013-10-31 15:26:08,594 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0002_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:26:08,595 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0002_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:26:08,595 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0002_m_000000_0 which needs 1 slots
2013-10-31 15:26:08,596 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0002_m_000000_0 which needs 1 slots
2013-10-31 15:26:08,596 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0002_m_000001_0 which needs 1 slots
2013-10-31 15:26:08,596 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0002_m_000001_0 which needs 1 slots
2013-10-31 15:26:08,629 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0002_m_000002_0' to tip task_20131031152505967_0002_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:26:08,630 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0002_m_000002
2013-10-31 15:26:08,630 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0002_m_000003_0' to tip task_20131031152505967_0002_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:26:08,631 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0002_m_000003
2013-10-31 15:26:08,633 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0002_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:26:08,634 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0002_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:26:08,635 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0002_m_000002_0 which needs 1 slots
2013-10-31 15:26:08,635 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0002_m_000002_0 which needs 1 slots
2013-10-31 15:26:08,636 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0002_m_000003_0 which needs 1 slots
2013-10-31 15:26:08,636 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0002_m_000003_0 which needs 1 slots
2013-10-31 15:26:08,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0002/jobToken dst=null perm=null
2013-10-31 15:26:08,642 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44671, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1531748805802532959_1025, duration: 183212
2013-10-31 15:26:08,643 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0002_m_-1885055549
2013-10-31 15:26:08,644 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0002_m_-1885055549 spawned.
2013-10-31 15:26:08,644 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0002/attempt_20131031152505967_0002_m_000001_0. Attempting to reuse: jvm_20131031152505967_0002_m_427873885
2013-10-31 15:26:08,646 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0002/attempt_20131031152505967_0002_m_000000_0/taskjvm.sh
2013-10-31 15:26:08,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.xml dst=null perm=null
2013-10-31 15:26:08,650 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51450, bytes: 29489, op: HDFS_READ, cliID: DFSClient_1355830396, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3348976179227239583_1022, duration: 246618
2013-10-31 15:26:08,670 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:26:08,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.jar dst=null perm=null
2013-10-31 15:26:08,701 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39372, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1355830396, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6001320778392815134_1019, duration: 2925235
2013-10-31 15:26:08,798 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0002_m_1885745430
2013-10-31 15:26:08,798 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0002_m_1885745430 spawned.
2013-10-31 15:26:08,800 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0002/attempt_20131031152505967_0002_m_000003_0/taskjvm.sh
2013-10-31 15:26:08,807 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0002_m_-1216843745
2013-10-31 15:26:08,808 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0002_m_-1216843745 spawned.
2013-10-31 15:26:08,809 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0002/attempt_20131031152505967_0002_m_000002_0/taskjvm.sh
2013-10-31 15:26:08,916 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0002_m_000004_0' to tip task_20131031152505967_0002_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:26:08,916 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0002_m_000004
2013-10-31 15:26:08,917 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0002_m_000005_0' to tip task_20131031152505967_0002_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:26:08,917 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0002_m_000005
2013-10-31 15:26:08,919 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0002_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:26:08,920 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0002_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:26:08,920 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0002_m_000004_0 which needs 1 slots
2013-10-31 15:26:08,920 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0002_m_000004_0 which needs 1 slots
2013-10-31 15:26:08,921 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0002_m_000005_0 which needs 1 slots
2013-10-31 15:26:08,921 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0002_m_000005_0 which needs 1 slots
2013-10-31 15:26:08,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0002/jobToken dst=null perm=null
2013-10-31 15:26:08,927 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44675, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1531748805802532959_1025, duration: 419816
2013-10-31 15:26:08,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.xml dst=null perm=null
2013-10-31 15:26:08,934 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51454, bytes: 29489, op: HDFS_READ, cliID: DFSClient_-231583430, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3348976179227239583_1022, duration: 245831
2013-10-31 15:26:08,942 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0002_m_427873885 given task: attempt_20131031152505967_0002_m_000001_0
2013-10-31 15:26:08,951 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:26:08,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.jar dst=null perm=null
2013-10-31 15:26:08,969 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39376, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-231583430, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6001320778392815134_1019, duration: 1236473
2013-10-31 15:26:09,030 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0002_m_1708941915
2013-10-31 15:26:09,031 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0002_m_1708941915 spawned.
2013-10-31 15:26:09,031 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0002_m_-1739725084
2013-10-31 15:26:09,031 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0002_m_-1739725084 spawned.
2013-10-31 15:26:09,032 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0002/attempt_20131031152505967_0002_m_000005_0/taskjvm.sh
2013-10-31 15:26:09,033 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0002/attempt_20131031152505967_0002_m_000004_0/taskjvm.sh
2013-10-31 15:26:09,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split dst=null perm=null
2013-10-31 15:26:09,042 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37952, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7923636205946943709_1020, duration: 228613
2013-10-31 15:26:09,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:26:09,083 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39379, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 364233
2013-10-31 15:26:09,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:09,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:09,341 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000001_0/part-00001. blk_6218866290081368514_1026
2013-10-31 15:26:09,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6218866290081368514_1026 src: /127.0.0.1:37954 dest: /127.0.0.1:48948
2013-10-31 15:26:09,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6218866290081368514_1026 src: /127.0.0.1:51460 dest: /127.0.0.1:57702
2013-10-31 15:26:09,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6218866290081368514_1026 src: /127.0.0.1:39382 dest: /127.0.0.1:53907
2013-10-31 15:26:09,363 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39382, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6218866290081368514_1026, duration: 1694346
2013-10-31 15:26:09,364 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6218866290081368514_1026 terminating
2013-10-31 15:26:09,364 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6218866290081368514_1026 size 114
2013-10-31 15:26:09,365 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51460, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6218866290081368514_1026, duration: 1716897
2013-10-31 15:26:09,365 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6218866290081368514_1026 size 114
2013-10-31 15:26:09,365 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6218866290081368514_1026 terminating
2013-10-31 15:26:09,366 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37954, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6218866290081368514_1026, duration: 3620420
2013-10-31 15:26:09,367 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6218866290081368514_1026 terminating
2013-10-31 15:26:09,369 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0002_m_000001_0
2013-10-31 15:26:09,369 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0002_m_000001_0
2013-10-31 15:26:09,370 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6218866290081368514_1026 size 114
2013-10-31 15:26:09,419 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0002_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:09,420 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000001_0 0.0%
2013-10-31 15:26:11,600 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0002_m_000001_0
2013-10-31 15:26:12,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000001_0 dst=null perm=null
2013-10-31 15:26:12,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:12,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:12,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000001_0 dst=null perm=null
2013-10-31 15:26:12,503 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0002_m_-1739725084 given task: attempt_20131031152505967_0002_m_000004_0
2013-10-31 15:26:12,506 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0002_m_1885745430 given task: attempt_20131031152505967_0002_m_000003_0
2013-10-31 15:26:12,552 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0002_m_-1216843745 given task: attempt_20131031152505967_0002_m_000002_0
2013-10-31 15:26:12,552 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0002_m_1708941915 given task: attempt_20131031152505967_0002_m_000005_0
2013-10-31 15:26:12,562 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0002_m_-1885055549 given task: attempt_20131031152505967_0002_m_000000_0
2013-10-31 15:26:13,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split dst=null perm=null
2013-10-31 15:26:13,017 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39393, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000003_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7923636205946943709_1020, duration: 263597
2013-10-31 15:26:13,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split dst=null perm=null
2013-10-31 15:26:13,031 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44696, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7923636205946943709_1020, duration: 208757
2013-10-31 15:26:13,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:26:13,058 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39395, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 187530
2013-10-31 15:26:13,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:26:13,071 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39396, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 242008
2013-10-31 15:26:13,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:13,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split dst=null perm=null
2013-10-31 15:26:13,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:13,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split dst=null perm=null
2013-10-31 15:26:13,087 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37971, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000002_0, offset: 512, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7923636205946943709_1020, duration: 296604
2013-10-31 15:26:13,091 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39398, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000005_0, offset: 1536, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7923636205946943709_1020, duration: 205168
2013-10-31 15:26:13,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002/job.split dst=null perm=null
2013-10-31 15:26:13,104 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37973, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7923636205946943709_1020, duration: 203739
2013-10-31 15:26:13,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:26:13,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:26:13,132 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39400, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 336730
2013-10-31 15:26:13,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:26:13,596 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0002_m_000007_0
2013-10-31 15:26:13,596 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0002_m_000007_0
2013-10-31 15:26:13,596 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0002_m_000007_0 not found in cache
2013-10-31 15:26:13,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:13,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:13,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:13,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:13,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:13,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:13,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:13,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:13,820 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000004_0/part-00004. blk_-489187300934841228_1031
2013-10-31 15:26:13,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-489187300934841228_1031 src: /127.0.0.1:39401 dest: /127.0.0.1:53907
2013-10-31 15:26:13,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-489187300934841228_1031 src: /127.0.0.1:51481 dest: /127.0.0.1:57702
2013-10-31 15:26:13,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-489187300934841228_1031 src: /127.0.0.1:44705 dest: /127.0.0.1:42991
2013-10-31 15:26:13,848 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44705, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-489187300934841228_1031, duration: 1560609
2013-10-31 15:26:13,848 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-489187300934841228_1031 terminating
2013-10-31 15:26:13,848 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51481, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-489187300934841228_1031, duration: 1714693
2013-10-31 15:26:13,849 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-489187300934841228_1031 terminating
2013-10-31 15:26:13,849 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39401, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-489187300934841228_1031, duration: 2158568
2013-10-31 15:26:13,849 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-489187300934841228_1031 terminating
2013-10-31 15:26:13,851 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-489187300934841228_1031 size 70
2013-10-31 15:26:13,852 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-489187300934841228_1031 size 70
2013-10-31 15:26:13,853 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-489187300934841228_1031 size 70
2013-10-31 15:26:13,856 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39404, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 168499
2013-10-31 15:26:13,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:13,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:13,860 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000000_0/part-00000. blk_1964659426837860538_1031
2013-10-31 15:26:13,862 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44707, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 160800
2013-10-31 15:26:13,872 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000003_0/part-00003. blk_-4363363619536886491_1031
2013-10-31 15:26:13,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1964659426837860538_1031 src: /127.0.0.1:44708 dest: /127.0.0.1:42991
2013-10-31 15:26:13,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1964659426837860538_1031 src: /127.0.0.1:39408 dest: /127.0.0.1:53907
2013-10-31 15:26:13,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1964659426837860538_1031 src: /127.0.0.1:37983 dest: /127.0.0.1:48948
2013-10-31 15:26:13,890 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37983, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1964659426837860538_1031, duration: 1609161
2013-10-31 15:26:13,890 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1964659426837860538_1031 terminating
2013-10-31 15:26:13,890 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39408, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1964659426837860538_1031, duration: 2670648
2013-10-31 15:26:13,890 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1964659426837860538_1031 terminating
2013-10-31 15:26:13,891 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44708, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1964659426837860538_1031, duration: 3110811
2013-10-31 15:26:13,891 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1964659426837860538_1031 terminating
2013-10-31 15:26:13,891 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1964659426837860538_1031 size 136
2013-10-31 15:26:13,892 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1964659426837860538_1031 size 136
2013-10-31 15:26:13,892 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0002_m_000000_0
2013-10-31 15:26:13,892 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0002_m_000000_0
2013-10-31 15:26:13,893 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1964659426837860538_1031 size 136
2013-10-31 15:26:13,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4363363619536886491_1031 src: /127.0.0.1:44709 dest: /127.0.0.1:42991
2013-10-31 15:26:13,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4363363619536886491_1031 src: /127.0.0.1:39410 dest: /127.0.0.1:53907
2013-10-31 15:26:13,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:13,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:13,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4363363619536886491_1031 src: /127.0.0.1:51490 dest: /127.0.0.1:57702
2013-10-31 15:26:13,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:13,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:13,900 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51490, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4363363619536886491_1031, duration: 1491099
2013-10-31 15:26:13,900 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4363363619536886491_1031 terminating
2013-10-31 15:26:13,900 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39410, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4363363619536886491_1031, duration: 1759420
2013-10-31 15:26:13,900 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4363363619536886491_1031 terminating
2013-10-31 15:26:13,900 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44709, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4363363619536886491_1031, duration: 2117872
2013-10-31 15:26:13,901 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4363363619536886491_1031 terminating
2013-10-31 15:26:13,901 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4363363619536886491_1031 size 114
2013-10-31 15:26:13,902 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0002_m_000003_0
2013-10-31 15:26:13,902 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0002_m_000003_0
2013-10-31 15:26:13,902 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4363363619536886491_1031 size 114
2013-10-31 15:26:13,903 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39413, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 229948
2013-10-31 15:26:13,903 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39412, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 317908
2013-10-31 15:26:13,903 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4363363619536886491_1031 size 114
2013-10-31 15:26:13,906 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:37988, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0002_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 150882
2013-10-31 15:26:13,911 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000005_0/part-00005. blk_2048321851365731996_1031
2013-10-31 15:26:13,914 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000002_0/part-00002. blk_6970547489688959199_1031
2013-10-31 15:26:13,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2048321851365731996_1031 src: /127.0.0.1:44717 dest: /127.0.0.1:42991
2013-10-31 15:26:13,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2048321851365731996_1031 src: /127.0.0.1:51496 dest: /127.0.0.1:57702
2013-10-31 15:26:13,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2048321851365731996_1031 src: /127.0.0.1:37992 dest: /127.0.0.1:48948
2013-10-31 15:26:13,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6970547489688959199_1031 src: /127.0.0.1:37990 dest: /127.0.0.1:48948
2013-10-31 15:26:13,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6970547489688959199_1031 src: /127.0.0.1:39419 dest: /127.0.0.1:53907
2013-10-31 15:26:13,939 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37992, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2048321851365731996_1031, duration: 1209828
2013-10-31 15:26:13,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6970547489688959199_1031 src: /127.0.0.1:44722 dest: /127.0.0.1:42991
2013-10-31 15:26:13,939 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2048321851365731996_1031 terminating
2013-10-31 15:26:13,940 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51496, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2048321851365731996_1031, duration: 1705070
2013-10-31 15:26:13,940 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0002_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:13,940 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2048321851365731996_1031 terminating
2013-10-31 15:26:13,940 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000000_0 0.0%
2013-10-31 15:26:13,940 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44717, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2048321851365731996_1031, duration: 2255094
2013-10-31 15:26:13,941 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2048321851365731996_1031 terminating
2013-10-31 15:26:13,942 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2048321851365731996_1031 size 70
2013-10-31 15:26:13,942 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2048321851365731996_1031 size 70
2013-10-31 15:26:13,942 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0002_m_000005_0
2013-10-31 15:26:13,943 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44722, dest: /127.0.0.1:42991, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6970547489688959199_1031, duration: 242395
2013-10-31 15:26:13,943 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0002_m_000005_0
2013-10-31 15:26:13,943 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6970547489688959199_1031 terminating
2013-10-31 15:26:13,943 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2048321851365731996_1031 size 70
2013-10-31 15:26:13,943 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39419, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6970547489688959199_1031, duration: 611530
2013-10-31 15:26:13,943 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6970547489688959199_1031 terminating
2013-10-31 15:26:13,944 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37990, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0002_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6970547489688959199_1031, duration: 1824024
2013-10-31 15:26:13,944 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6970547489688959199_1031 size 92
2013-10-31 15:26:13,944 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6970547489688959199_1031 terminating
2013-10-31 15:26:13,945 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0002_m_000002_0
2013-10-31 15:26:13,945 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0002_m_000002_0
2013-10-31 15:26:13,945 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6970547489688959199_1031 size 92
2013-10-31 15:26:13,946 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6970547489688959199_1031 size 92
2013-10-31 15:26:13,950 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0002_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:13,950 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000003_0 0.0%
2013-10-31 15:26:13,990 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0002_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:13,991 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000005_0 0.0%
2013-10-31 15:26:13,995 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0002_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:13,995 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000002_0 0.0%
2013-10-31 15:26:14,252 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0002_m_000004_0
2013-10-31 15:26:14,252 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0002_m_000004_0
2013-10-31 15:26:14,326 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0002_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:14,326 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000004_0 0.0%
2013-10-31 15:26:14,605 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0002_m_000000_0
2013-10-31 15:26:14,642 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0002_m_000002_0
2013-10-31 15:26:14,642 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0002_m_000003_0
2013-10-31 15:26:14,926 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0002_m_000004_0
2013-10-31 15:26:14,926 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0002_m_000005_0
2013-10-31 15:26:14,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000000_0 dst=null perm=null
2013-10-31 15:26:14,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:14,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000003_0 dst=null perm=null
2013-10-31 15:26:14,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:14,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:14,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:14,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000000_0 dst=null perm=null
2013-10-31 15:26:14,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000003_0 dst=null perm=null
2013-10-31 15:26:15,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000005_0 dst=null perm=null
2013-10-31 15:26:15,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000002_0 dst=null perm=null
2013-10-31 15:26:15,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:15,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:15,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:15,057 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:26:15,060 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:26:15,062 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0002_m_000001_0 is done.
2013-10-31 15:26:15,062 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0002_m_000001_0 was -1
2013-10-31 15:26:15,062 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:26:15,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000004_0 dst=null perm=null
2013-10-31 15:26:15,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:15,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:15,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:15,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000005_0 dst=null perm=null
2013-10-31 15:26:15,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000002_0 dst=null perm=null
2013-10-31 15:26:15,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary/_attempt_20131031152505967_0002_m_000004_0 dst=null perm=null
2013-10-31 15:26:15,944 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:26:15,946 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0002_m_000003_0 is done.
2013-10-31 15:26:15,947 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0002_m_000003_0 was -1
2013-10-31 15:26:15,947 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:26:15,955 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:26:15,957 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0002_m_000004_0 is done.
2013-10-31 15:26:15,957 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0002_m_000004_0 was -1
2013-10-31 15:26:15,957 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:26:16,010 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:26:16,011 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0002_m_000002_0 is done.
2013-10-31 15:26:16,011 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0002_m_000002_0 was -1
2013-10-31 15:26:16,011 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:26:16,017 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:26:16,018 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0002_m_000005_0 is done.
2013-10-31 15:26:16,018 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0002_m_000005_0 was -1
2013-10-31 15:26:16,018 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:26:16,027 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:26:16,027 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0002_m_000000_0 is done.
2013-10-31 15:26:16,028 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0002_m_000000_0 was -1
2013-10-31 15:26:16,028 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:26:17,610 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0002_m_000000_0' has completed task_20131031152505967_0002_m_000000 successfully.
2013-10-31 15:26:17,612 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0002_m_000001_0' has completed task_20131031152505967_0002_m_000001 successfully.
2013-10-31 15:26:17,647 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0002_m_000002_0' has completed task_20131031152505967_0002_m_000002 successfully.
2013-10-31 15:26:17,649 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0002_m_000003_0' has completed task_20131031152505967_0002_m_000003 successfully.
2013-10-31 15:26:17,932 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0002_m_000004_0' has completed task_20131031152505967_0002_m_000004 successfully.
2013-10-31 15:26:17,933 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0002_m_000005_0' has completed task_20131031152505967_0002_m_000005 successfully.
2013-10-31 15:26:17,935 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0002_m_000006_0' to tip task_20131031152505967_0002_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:26:17,936 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0002_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:26:17,937 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0002_m_000006_0 which needs 1 slots
2013-10-31 15:26:17,937 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0002_m_000006_0 which needs 1 slots
2013-10-31 15:26:17,968 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0002/attempt_20131031152505967_0002_m_000006_0. Attempting to reuse: jvm_20131031152505967_0002_m_-1739725084
2013-10-31 15:26:18,009 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0002_m_-1739725084 given task: attempt_20131031152505967_0002_m_000006_0
2013-10-31 15:26:18,129 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000006_0 0.0%
2013-10-31 15:26:18,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_temporary dst=null perm=null
2013-10-31 15:26:18,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:18,153 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_SUCCESS from client DFSClient_attempt_20131031152505967_0002_m_000006_0
2013-10-31 15:26:18,154 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0002_m_000006_0
2013-10-31 15:26:18,160 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6001320778392815134 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:26:18,161 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6001320778392815134 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:26:18,161 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6001320778392815134 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:26:18,161 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6001320778392815134 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:26:18,161 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7923636205946943709 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:26:18,162 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7923636205946943709 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:26:18,162 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7923636205946943709 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:26:18,162 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7923636205946943709 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:26:18,162 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4145647330612054422 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:26:18,163 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4145647330612054422 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:26:18,163 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4145647330612054422 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:26:18,163 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3348976179227239583 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:26:18,163 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3348976179227239583 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:26:18,164 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3348976179227239583 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:26:18,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0002 dst=null perm=null
2013-10-31 15:26:18,978 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-7923636205946943709_1020 blk_3348976179227239583_1022 blk_-6001320778392815134_1019
2013-10-31 15:26:18,978 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-7923636205946943709_1020 blk_3348976179227239583_1022 blk_-6001320778392815134_1019 blk_4145647330612054422_1021
2013-10-31 15:26:20,957 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7923636205946943709_1020 file build/test/data/dfs/data/data4/current/blk_-7923636205946943709 for deletion
2013-10-31 15:26:20,958 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6001320778392815134_1019 file build/test/data/dfs/data/data3/current/blk_-6001320778392815134 for deletion
2013-10-31 15:26:20,958 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7923636205946943709_1020 at file build/test/data/dfs/data/data4/current/blk_-7923636205946943709
2013-10-31 15:26:20,958 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3348976179227239583_1022 file build/test/data/dfs/data/data3/current/blk_3348976179227239583 for deletion
2013-10-31 15:26:20,958 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6001320778392815134_1019 at file build/test/data/dfs/data/data3/current/blk_-6001320778392815134
2013-10-31 15:26:20,958 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7923636205946943709_1020 file build/test/data/dfs/data/data8/current/blk_-7923636205946943709 for deletion
2013-10-31 15:26:20,959 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3348976179227239583_1022 at file build/test/data/dfs/data/data3/current/blk_3348976179227239583
2013-10-31 15:26:20,959 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6001320778392815134_1019 file build/test/data/dfs/data/data7/current/blk_-6001320778392815134 for deletion
2013-10-31 15:26:20,959 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7923636205946943709_1020 at file build/test/data/dfs/data/data8/current/blk_-7923636205946943709
2013-10-31 15:26:20,960 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3348976179227239583_1022 file build/test/data/dfs/data/data8/current/blk_3348976179227239583 for deletion
2013-10-31 15:26:20,960 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6001320778392815134_1019 at file build/test/data/dfs/data/data7/current/blk_-6001320778392815134
2013-10-31 15:26:20,960 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4145647330612054422_1021 file build/test/data/dfs/data/data7/current/blk_4145647330612054422 for deletion
2013-10-31 15:26:20,960 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3348976179227239583_1022 at file build/test/data/dfs/data/data8/current/blk_3348976179227239583
2013-10-31 15:26:20,961 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4145647330612054422_1021 at file build/test/data/dfs/data/data7/current/blk_4145647330612054422
2013-10-31 15:26:21,080 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0002_m_000006_0 0.0% cleanup
2013-10-31 15:26:21,083 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0002_m_000006_0 is done.
2013-10-31 15:26:21,083 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0002_m_000006_0 was -1
2013-10-31 15:26:21,083 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:26:21,979 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-7923636205946943709_1020 blk_-6001320778392815134_1019 blk_4145647330612054422_1021
2013-10-31 15:26:21,979 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-7923636205946943709_1020 blk_3348976179227239583_1022 blk_-6001320778392815134_1019 blk_4145647330612054422_1021
2013-10-31 15:26:23,337 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7923636205946943709_1020 file build/test/data/dfs/data/data1/current/blk_-7923636205946943709 for deletion
2013-10-31 15:26:23,337 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6001320778392815134_1019 file build/test/data/dfs/data/data1/current/blk_-6001320778392815134 for deletion
2013-10-31 15:26:23,338 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7923636205946943709_1020 at file build/test/data/dfs/data/data1/current/blk_-7923636205946943709
2013-10-31 15:26:23,338 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3348976179227239583_1022 file build/test/data/dfs/data/data1/current/blk_3348976179227239583 for deletion
2013-10-31 15:26:23,338 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6001320778392815134_1019 at file build/test/data/dfs/data/data1/current/blk_-6001320778392815134
2013-10-31 15:26:23,338 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4145647330612054422_1021 file build/test/data/dfs/data/data2/current/blk_4145647330612054422 for deletion
2013-10-31 15:26:23,339 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3348976179227239583_1022 at file build/test/data/dfs/data/data1/current/blk_3348976179227239583
2013-10-31 15:26:23,339 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4145647330612054422_1021 at file build/test/data/dfs/data/data2/current/blk_4145647330612054422
2013-10-31 15:26:23,947 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0002_m_000006_0' has completed task_20131031152505967_0002_m_000006 successfully.
2013-10-31 15:26:23,948 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0002 has completed successfully.
2013-10-31 15:26:23,949 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0002,submitTime=1383233161557,launchTime=1383233162076,firstMapTaskLaunchTime=1383233168590,firstJobSetupTaskLaunchTime=1383233162573,firstJobCleanupTaskLaunchTime=1383233177935,finishTime=1383233183948,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=51,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[0D70CBCAA1F9498AAF7119DCB3401268/2989C8A6427546DD8E84AFF18A0A4EB7] offset*merge2/(3/3)
2013-10-31 15:26:23,956 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_logs/history/job_20131031152505967_0002_1383233161557_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F2989C8A6427546DD. blk_-1438546974527631457_1032
2013-10-31 15:26:23,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1438546974527631457_1032 src: /127.0.0.1:51502 dest: /127.0.0.1:57702
2013-10-31 15:26:23,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1438546974527631457_1032 src: /127.0.0.1:39424 dest: /127.0.0.1:53907
2013-10-31 15:26:23,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1438546974527631457_1032 src: /127.0.0.1:37999 dest: /127.0.0.1:48948
2013-10-31 15:26:23,975 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:37999, dest: /127.0.0.1:48948, bytes: 29159, op: HDFS_WRITE, cliID: DFSClient_1879284012, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1438546974527631457_1032, duration: 2713889
2013-10-31 15:26:23,975 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1438546974527631457_1032 terminating
2013-10-31 15:26:23,976 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1438546974527631457_1032 size 29159
2013-10-31 15:26:23,976 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39424, dest: /127.0.0.1:53907, bytes: 29159, op: HDFS_WRITE, cliID: DFSClient_1879284012, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1438546974527631457_1032, duration: 3871084
2013-10-31 15:26:23,976 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1438546974527631457_1032 terminating
2013-10-31 15:26:23,977 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51502, dest: /127.0.0.1:57702, bytes: 29159, op: HDFS_WRITE, cliID: DFSClient_1879284012, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1438546974527631457_1032, duration: 4908316
2013-10-31 15:26:23,977 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1438546974527631457_1032 terminating
2013-10-31 15:26:23,982 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1438546974527631457_1032 size 29159
2013-10-31 15:26:23,982 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_logs/history/job_20131031152505967_0002_1383233161557_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F2989C8A6427546DD from client DFSClient_1879284012
2013-10-31 15:26:23,983 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/_logs/history/job_20131031152505967_0002_1383233161557_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F2989C8A6427546DD is closed by DFSClient_1879284012
2013-10-31 15:26:23,983 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1438546974527631457_1032 size 29159
2013-10-31 15:26:23,991 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0002_1383233161557_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F2989C8A6427546DD to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:26:23,994 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0002_m_000004_0'
2013-10-31 15:26:23,995 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0002_m_000005_0'
2013-10-31 15:26:23,996 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0002_m_000006_0'
2013-10-31 15:26:23,996 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1531748805802532959 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:26:23,996 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1531748805802532959 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:26:23,997 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1531748805802532959 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:26:24,002 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] starting step: (2/3)
2013-10-31 15:26:24,003 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0002_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:26:24,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0002 dst=null perm=null
2013-10-31 15:26:24,011 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:26:24,012 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:26:24,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:24,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:26:24,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:24,047 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.jar. blk_4695109159840406377_1033
2013-10-31 15:26:24,049 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4695109159840406377_1033 src: /127.0.0.1:39427 dest: /127.0.0.1:53907
2013-10-31 15:26:24,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4695109159840406377_1033 src: /127.0.0.1:51507 dest: /127.0.0.1:57702
2013-10-31 15:26:24,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4695109159840406377_1033 src: /127.0.0.1:38003 dest: /127.0.0.1:48948
2013-10-31 15:26:24,064 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38003, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4695109159840406377_1033, duration: 7474416
2013-10-31 15:26:24,064 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4695109159840406377_1033 terminating
2013-10-31 15:26:24,064 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51507, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4695109159840406377_1033, duration: 9279030
2013-10-31 15:26:24,065 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4695109159840406377_1033 terminating
2013-10-31 15:26:24,065 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39427, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4695109159840406377_1033, duration: 8746242
2013-10-31 15:26:24,065 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4695109159840406377_1033 terminating
2013-10-31 15:26:24,069 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4695109159840406377_1033 size 238055
2013-10-31 15:26:24,069 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4695109159840406377_1033 size 238055
2013-10-31 15:26:24,070 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4695109159840406377_1033 size 238055
2013-10-31 15:26:24,419 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0002
2013-10-31 15:26:24,419 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0002 being deleted.
2013-10-31 15:26:24,468 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.jar from client DFSClient_1342392704
2013-10-31 15:26:24,469 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.jar is closed by DFSClient_1342392704
2013-10-31 15:26:24,476 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.jar. New replication is 10
2013-10-31 15:26:24,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.jar dst=null perm=null
2013-10-31 15:26:24,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:24,492 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:26:24,498 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:26:24,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:26:24,503 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:26:24,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:24,507 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:26:24,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:26:24,511 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:26:24,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:24,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:24,522 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7923636205946943709_1020 file build/test/data/dfs/data/data5/current/blk_-7923636205946943709 for deletion
2013-10-31 15:26:24,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6001320778392815134_1019 file build/test/data/dfs/data/data6/current/blk_-6001320778392815134 for deletion
2013-10-31 15:26:24,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7923636205946943709_1020 at file build/test/data/dfs/data/data5/current/blk_-7923636205946943709
2013-10-31 15:26:24,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4145647330612054422_1021 file build/test/data/dfs/data/data6/current/blk_4145647330612054422 for deletion
2013-10-31 15:26:24,523 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6001320778392815134_1019 at file build/test/data/dfs/data/data6/current/blk_-6001320778392815134
2013-10-31 15:26:24,524 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4145647330612054422_1021 at file build/test/data/dfs/data/data6/current/blk_4145647330612054422
2013-10-31 15:26:24,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:24,528 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split. New replication is 10
2013-10-31 15:26:24,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split dst=null perm=null
2013-10-31 15:26:24,540 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split. blk_3980496118717473513_1034
2013-10-31 15:26:24,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3980496118717473513_1034 src: /127.0.0.1:44732 dest: /127.0.0.1:42991
2013-10-31 15:26:24,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3980496118717473513_1034 src: /127.0.0.1:51510 dest: /127.0.0.1:57702
2013-10-31 15:26:24,545 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3980496118717473513_1034 src: /127.0.0.1:39432 dest: /127.0.0.1:53907
2013-10-31 15:26:24,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3980496118717473513_1034 src: /127.0.0.1:38007 dest: /127.0.0.1:48948
2013-10-31 15:26:24,550 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38007, dest: /127.0.0.1:48948, bytes: 2098, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3980496118717473513_1034, duration: 92369
2013-10-31 15:26:24,551 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3980496118717473513_1034 terminating
2013-10-31 15:26:24,551 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3980496118717473513_1034 size 2098
2013-10-31 15:26:24,551 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39432, dest: /127.0.0.1:53907, bytes: 2098, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3980496118717473513_1034, duration: 1033429
2013-10-31 15:26:24,552 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3980496118717473513_1034 terminating
2013-10-31 15:26:24,553 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51510, dest: /127.0.0.1:57702, bytes: 2098, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3980496118717473513_1034, duration: 2214083
2013-10-31 15:26:24,553 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3980496118717473513_1034 terminating
2013-10-31 15:26:24,553 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44732, dest: /127.0.0.1:42991, bytes: 2098, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3980496118717473513_1034, duration: 3133328
2013-10-31 15:26:24,554 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_3980496118717473513_1034 terminating
2013-10-31 15:26:24,554 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3980496118717473513_1034 size 2098
2013-10-31 15:26:24,557 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3980496118717473513_1034 size 2098
2013-10-31 15:26:24,558 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3980496118717473513_1034 size 2098
2013-10-31 15:26:24,558 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split from client DFSClient_1342392704
2013-10-31 15:26:24,559 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split is closed by DFSClient_1342392704
2013-10-31 15:26:24,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:24,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:24,588 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.splitmetainfo. blk_-8437895281646659493_1035
2013-10-31 15:26:24,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8437895281646659493_1035 src: /127.0.0.1:44736 dest: /127.0.0.1:42991
2013-10-31 15:26:24,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8437895281646659493_1035 src: /127.0.0.1:38009 dest: /127.0.0.1:48948
2013-10-31 15:26:24,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8437895281646659493_1035 src: /127.0.0.1:39436 dest: /127.0.0.1:53907
2013-10-31 15:26:24,596 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39436, dest: /127.0.0.1:53907, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8437895281646659493_1035, duration: 67335
2013-10-31 15:26:24,596 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8437895281646659493_1035 terminating
2013-10-31 15:26:24,596 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38009, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8437895281646659493_1035, duration: 928093
2013-10-31 15:26:24,597 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8437895281646659493_1035 terminating
2013-10-31 15:26:24,597 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44736, dest: /127.0.0.1:42991, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8437895281646659493_1035, duration: 1806509
2013-10-31 15:26:24,597 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8437895281646659493_1035 size 218
2013-10-31 15:26:24,598 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8437895281646659493_1035 terminating
2013-10-31 15:26:24,600 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8437895281646659493_1035 size 218
2013-10-31 15:26:24,601 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:26:24,601 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:26:24,602 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8437895281646659493_1035 size 218
2013-10-31 15:26:24,980 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:53907 to replicate blk_4695109159840406377_1033 to datanode(s) 127.0.0.1:42991
2013-10-31 15:26:24,980 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_1531748805802532959_1025
2013-10-31 15:26:24,981 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_1531748805802532959_1025
2013-10-31 15:26:25,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:25,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:25,167 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.xml. blk_-1770345090657709023_1036
2013-10-31 15:26:25,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1770345090657709023_1036 src: /127.0.0.1:44739 dest: /127.0.0.1:42991
2013-10-31 15:26:25,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1770345090657709023_1036 src: /127.0.0.1:39438 dest: /127.0.0.1:53907
2013-10-31 15:26:25,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1770345090657709023_1036 src: /127.0.0.1:51518 dest: /127.0.0.1:57702
2013-10-31 15:26:25,176 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51518, dest: /127.0.0.1:57702, bytes: 29468, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1770345090657709023_1036, duration: 275031
2013-10-31 15:26:25,176 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1770345090657709023_1036 terminating
2013-10-31 15:26:25,177 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1770345090657709023_1036 size 29468
2013-10-31 15:26:25,177 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39438, dest: /127.0.0.1:53907, bytes: 29468, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1770345090657709023_1036, duration: 1145696
2013-10-31 15:26:25,177 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1770345090657709023_1036 terminating
2013-10-31 15:26:25,178 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44739, dest: /127.0.0.1:42991, bytes: 29468, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1770345090657709023_1036, duration: 2209786
2013-10-31 15:26:25,178 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1770345090657709023_1036 terminating
2013-10-31 15:26:25,180 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1770345090657709023_1036 size 29468
2013-10-31 15:26:25,181 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.xml from client DFSClient_1342392704
2013-10-31 15:26:25,181 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.xml is closed by DFSClient_1342392704
2013-10-31 15:26:25,182 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1770345090657709023_1036 size 29468
2013-10-31 15:26:25,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.xml dst=null perm=null
2013-10-31 15:26:25,199 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39441, bytes: 29700, op: HDFS_READ, cliID: DFSClient_1167010744, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1770345090657709023_1036, duration: 481614
2013-10-31 15:26:25,220 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0003: nMaps=6 nReduces=0 max=-1
2013-10-31 15:26:25,220 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0003 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:26:25,220 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0003 RESULT=SUCCESS
2013-10-31 15:26:25,220 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0003
2013-10-31 15:26:25,221 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0003
2013-10-31 15:26:25,221 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] submitted hadoop job: job_20131031152505967_0003
2013-10-31 15:26:25,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_logs/history/job_20131031152505967_0003_1383233185187_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F8A8FC3D7D900497F dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:25,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_logs/history/job_20131031152505967_0003_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:25,257 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_logs/history/job_20131031152505967_0003_conf.xml. blk_-2409389482845087536_1038
2013-10-31 15:26:25,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2409389482845087536_1038 src: /127.0.0.1:39442 dest: /127.0.0.1:53907
2013-10-31 15:26:25,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2409389482845087536_1038 src: /127.0.0.1:38017 dest: /127.0.0.1:48948
2013-10-31 15:26:25,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2409389482845087536_1038 src: /127.0.0.1:44746 dest: /127.0.0.1:42991
2013-10-31 15:26:25,266 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44746, dest: /127.0.0.1:42991, bytes: 29533, op: HDFS_WRITE, cliID: DFSClient_1167010744, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2409389482845087536_1038, duration: 284906
2013-10-31 15:26:25,267 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2409389482845087536_1038 terminating
2013-10-31 15:26:25,267 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38017, dest: /127.0.0.1:48948, bytes: 29533, op: HDFS_WRITE, cliID: DFSClient_1167010744, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2409389482845087536_1038, duration: 1234096
2013-10-31 15:26:25,268 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2409389482845087536_1038 terminating
2013-10-31 15:26:25,268 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2409389482845087536_1038 size 29533
2013-10-31 15:26:25,268 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39442, dest: /127.0.0.1:53907, bytes: 29533, op: HDFS_WRITE, cliID: DFSClient_1167010744, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2409389482845087536_1038, duration: 2208240
2013-10-31 15:26:25,269 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2409389482845087536_1038 terminating
2013-10-31 15:26:25,272 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2409389482845087536_1038 size 29533
2013-10-31 15:26:25,273 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_logs/history/job_20131031152505967_0003_conf.xml from client DFSClient_1167010744
2013-10-31 15:26:25,273 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_logs/history/job_20131031152505967_0003_conf.xml is closed by DFSClient_1167010744
2013-10-31 15:26:25,273 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2409389482845087536_1038 size 29533
2013-10-31 15:26:25,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0003/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:25,287 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0003/jobToken. blk_-867320708790220223_1039
2013-10-31 15:26:25,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-867320708790220223_1039 src: /127.0.0.1:38019 dest: /127.0.0.1:48948
2013-10-31 15:26:25,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-867320708790220223_1039 src: /127.0.0.1:39446 dest: /127.0.0.1:53907
2013-10-31 15:26:25,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-867320708790220223_1039 src: /127.0.0.1:51526 dest: /127.0.0.1:57702
2013-10-31 15:26:25,295 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51526, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-867320708790220223_1039, duration: 79789
2013-10-31 15:26:25,295 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-867320708790220223_1039 terminating
2013-10-31 15:26:25,295 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39446, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-867320708790220223_1039, duration: 1060257
2013-10-31 15:26:25,296 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-867320708790220223_1039 terminating
2013-10-31 15:26:25,296 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38019, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-867320708790220223_1039, duration: 1850566
2013-10-31 15:26:25,297 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-867320708790220223_1039 terminating
2013-10-31 15:26:25,297 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-867320708790220223_1039 size 116
2013-10-31 15:26:25,299 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0003/jobToken from client DFSClient_1342392704
2013-10-31 15:26:25,300 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0003/jobToken is closed by DFSClient_1342392704
2013-10-31 15:26:25,300 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-867320708790220223_1039 size 116
2013-10-31 15:26:25,301 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-867320708790220223_1039 size 116
2013-10-31 15:26:25,305 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0003/jobToken
2013-10-31 15:26:25,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.splitmetainfo dst=null perm=null
2013-10-31 15:26:25,310 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39448, bytes: 222, op: HDFS_READ, cliID: DFSClient_1167010744, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8437895281646659493_1035, duration: 422991
2013-10-31 15:26:25,315 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0003 = 34. Number of splits = 6
2013-10-31 15:26:25,315 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,315 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,315 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,316 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,316 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,316 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,317 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,317 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,317 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,317 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,318 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,318 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,318 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,318 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,319 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,319 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,319 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,319 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0003_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:25,320 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0003 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:26:25,320 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0003 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:26:26,628 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0003_m_000007_0' to tip task_20131031152505967_0003_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:26:26,632 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0002_m_000000_0'
2013-10-31 15:26:26,632 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0002_m_000001_0'
2013-10-31 15:26:26,632 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0002_m_000007_0'
2013-10-31 15:26:26,634 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0003_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:26:26,634 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0003_m_000007_0 which needs 1 slots
2013-10-31 15:26:26,635 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0003_m_000007_0 which needs 1 slots
2013-10-31 15:26:26,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0003/jobToken dst=null perm=null
2013-10-31 15:26:26,646 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38023, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-867320708790220223_1039, duration: 350765
2013-10-31 15:26:26,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.xml dst=null perm=null
2013-10-31 15:26:26,660 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39451, bytes: 29700, op: HDFS_READ, cliID: DFSClient_-1775836413, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1770345090657709023_1036, duration: 506953
2013-10-31 15:26:26,663 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0002_m_000002_0'
2013-10-31 15:26:26,664 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0002_m_000003_0'
2013-10-31 15:26:26,693 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:26:26,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.jar dst=null perm=null
2013-10-31 15:26:26,733 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38026, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1775836413, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4695109159840406377_1033, duration: 2657199
2013-10-31 15:26:26,822 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0002_m_-1885055549
2013-10-31 15:26:26,829 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18197 with signal TERM. Exit code 0
2013-10-31 15:26:26,829 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0003_m_-406391638
2013-10-31 15:26:26,829 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0003_m_-406391638 spawned.
2013-10-31 15:26:26,832 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0003/attempt_20131031152505967_0003_m_000007_0/taskjvm.sh
2013-10-31 15:26:26,959 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:53907, storageID=DS-709277284-10.5.128.102-53907-1383233102814, infoPort=60870, ipcPort=55693) Starting thread to transfer block blk_4695109159840406377_1033 to 127.0.0.1:42991
2013-10-31 15:26:26,960 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1531748805802532959_1025 file build/test/data/dfs/data/data8/current/blk_1531748805802532959 for deletion
2013-10-31 15:26:26,960 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1531748805802532959_1025 file build/test/data/dfs/data/data3/current/blk_1531748805802532959 for deletion
2013-10-31 15:26:26,960 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1531748805802532959_1025 at file build/test/data/dfs/data/data8/current/blk_1531748805802532959
2013-10-31 15:26:26,960 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1531748805802532959_1025 at file build/test/data/dfs/data/data3/current/blk_1531748805802532959
2013-10-31 15:26:26,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4695109159840406377_1033 src: /127.0.0.1:44755 dest: /127.0.0.1:42991
2013-10-31 15:26:26,962 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:53907, storageID=DS-709277284-10.5.128.102-53907-1383233102814, infoPort=60870, ipcPort=55693):Transmitted block blk_4695109159840406377_1033 to /127.0.0.1:42991
2013-10-31 15:26:26,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_4695109159840406377_1033 src: /127.0.0.1:44755 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:26:26,969 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4695109159840406377_1033 size 238055
2013-10-31 15:26:27,080 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0002_m_-1885055549
2013-10-31 15:26:27,525 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:27,525 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:27,525 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:27,525 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0002_m_-1885055549 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:27,981 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_1531748805802532959_1025
2013-10-31 15:26:28,212 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0003_m_-406391638 given task: attempt_20131031152505967_0003_m_000007_0
2013-10-31 15:26:28,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:28,997 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0002
2013-10-31 15:26:28,997 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0002_m_000005_0 not found in cache
2013-10-31 15:26:28,998 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0002_m_000004_0 not found in cache
2013-10-31 15:26:28,998 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0002_m_000006_0 not found in cache
2013-10-31 15:26:28,999 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0002 for user-log deletion with retainTimeStamp:1383319588999
2013-10-31 15:26:29,122 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0002_m_-1739725084 since job job_20131031152505967_0002 is dead
2013-10-31 15:26:29,133 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18196 with signal TERM. Exit code 0
2013-10-31 15:26:29,298 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:29,298 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:29,298 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:29,299 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0002_m_-1739725084 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:26:29,339 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1531748805802532959_1025 file build/test/data/dfs/data/data2/current/blk_1531748805802532959 for deletion
2013-10-31 15:26:29,339 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1531748805802532959_1025 at file build/test/data/dfs/data/data2/current/blk_1531748805802532959
2013-10-31 15:26:30,073 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0002_m_1708941915 since job job_20131031152505967_0002 is dead
2013-10-31 15:26:30,080 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18199 with signal TERM. Exit code 0
2013-10-31 15:26:30,310 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:30,310 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:30,310 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:30,311 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0002_m_1708941915 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:31,635 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0002
2013-10-31 15:26:31,635 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0002_m_000001_0 not found in cache
2013-10-31 15:26:31,635 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0002_m_000000_0 not found in cache
2013-10-31 15:26:31,636 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0002 for user-log deletion with retainTimeStamp:1383319591636
2013-10-31 15:26:31,636 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000007_0 0.0% setup
2013-10-31 15:26:31,640 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0003_m_000007_0 is done.
2013-10-31 15:26:31,640 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0003_m_000007_0 was -1
2013-10-31 15:26:31,641 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:26:31,664 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0002
2013-10-31 15:26:31,665 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0002_m_000003_0 not found in cache
2013-10-31 15:26:31,665 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0002_m_000002_0 not found in cache
2013-10-31 15:26:31,665 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0002 for user-log deletion with retainTimeStamp:1383319591665
2013-10-31 15:26:32,317 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0002_m_427873885 since job job_20131031152505967_0002 is dead
2013-10-31 15:26:32,328 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group17981 with signal TERM. Exit code 0
2013-10-31 15:26:32,641 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0003_m_000007_0' has completed task_20131031152505967_0003_m_000007 successfully.
2013-10-31 15:26:32,732 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0003_m_000000_0' to tip task_20131031152505967_0003_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:26:32,732 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0003_m_000000
2013-10-31 15:26:32,732 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0003_m_000001_0' to tip task_20131031152505967_0003_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:26:32,733 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0003_m_000001
2013-10-31 15:26:32,734 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0003_m_000002_0' to tip task_20131031152505967_0003_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:26:32,735 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0003_m_000002
2013-10-31 15:26:32,735 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0003_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:26:32,736 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0003_m_000003_0' to tip task_20131031152505967_0003_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:26:32,737 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0003_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:26:32,737 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0003_m_000003
2013-10-31 15:26:32,737 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0003_m_000000_0 which needs 1 slots
2013-10-31 15:26:32,737 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0003_m_000000_0 which needs 1 slots
2013-10-31 15:26:32,738 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0003_m_000001_0 which needs 1 slots
2013-10-31 15:26:32,738 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0003_m_000001_0 which needs 1 slots
2013-10-31 15:26:32,744 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0003_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:26:32,744 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0003_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:26:32,744 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0003_m_000002_0 which needs 1 slots
2013-10-31 15:26:32,745 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0003_m_000002_0 which needs 1 slots
2013-10-31 15:26:32,745 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0003_m_000003_0 which needs 1 slots
2013-10-31 15:26:32,746 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0003_m_000003_0 which needs 1 slots
2013-10-31 15:26:32,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0003/jobToken dst=null perm=null
2013-10-31 15:26:32,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38031, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-867320708790220223_1039, duration: 195193
2013-10-31 15:26:32,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.xml dst=null perm=null
2013-10-31 15:26:32,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44761, bytes: 29700, op: HDFS_READ, cliID: DFSClient_-151394227, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1770345090657709023_1036, duration: 224734
2013-10-31 15:26:32,899 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:26:32,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.jar dst=null perm=null
2013-10-31 15:26:32,934 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38034, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-151394227, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4695109159840406377_1033, duration: 2804286
2013-10-31 15:26:33,007 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0003_m_000004_0' to tip task_20131031152505967_0003_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:26:33,008 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0003_m_000004
2013-10-31 15:26:33,008 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0003_m_000005_0' to tip task_20131031152505967_0003_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:26:33,009 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0003_m_000005
2013-10-31 15:26:33,012 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0003_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:26:33,013 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0003_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:26:33,013 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0003_m_000004_0 which needs 1 slots
2013-10-31 15:26:33,013 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0003_m_000004_0 which needs 1 slots
2013-10-31 15:26:33,014 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0003_m_000005_0 which needs 1 slots
2013-10-31 15:26:33,014 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0003_m_000005_0 which needs 1 slots
2013-10-31 15:26:33,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0003/jobToken dst=null perm=null
2013-10-31 15:26:33,025 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39461, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-867320708790220223_1039, duration: 372038
2013-10-31 15:26:33,026 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0002_m_1885745430 since job job_20131031152505967_0002 is dead
2013-10-31 15:26:33,028 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0003_m_-1873088284
2013-10-31 15:26:33,030 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0003_m_-1873088284 spawned.
2013-10-31 15:26:33,032 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0003/attempt_20131031152505967_0003_m_000001_0. Attempting to reuse: jvm_20131031152505967_0003_m_-406391638
2013-10-31 15:26:33,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.xml dst=null perm=null
2013-10-31 15:26:33,034 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0003/attempt_20131031152505967_0003_m_000000_0/taskjvm.sh
2013-10-31 15:26:33,036 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44765, bytes: 29700, op: HDFS_READ, cliID: DFSClient_645021491, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1770345090657709023_1036, duration: 527496
2013-10-31 15:26:33,037 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18198 with signal TERM. Exit code 0
2013-10-31 15:26:33,044 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0003_m_1576915289
2013-10-31 15:26:33,047 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0003_m_1576915289 spawned.
2013-10-31 15:26:33,047 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:33,047 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:33,048 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:33,049 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0002_m_427873885 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:26:33,049 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0003/attempt_20131031152505967_0003_m_000003_0/taskjvm.sh
2013-10-31 15:26:33,058 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:26:33,060 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0002_m_-1216843745
2013-10-31 15:26:33,064 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18200 with signal TERM. Exit code 0
2013-10-31 15:26:33,064 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0003_m_-1251401067
2013-10-31 15:26:33,064 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0003_m_-1251401067 spawned.
2013-10-31 15:26:33,066 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0003/attempt_20131031152505967_0003_m_000002_0/taskjvm.sh
2013-10-31 15:26:33,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.jar dst=null perm=null
2013-10-31 15:26:33,080 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0002_m_-1216843745
2013-10-31 15:26:33,081 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51543, bytes: 239915, op: HDFS_READ, cliID: DFSClient_645021491, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4695109159840406377_1033, duration: 1158997
2013-10-31 15:26:33,145 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0003_m_1491886952
2013-10-31 15:26:33,146 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0003_m_1491886952 spawned.
2013-10-31 15:26:33,148 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0003/attempt_20131031152505967_0003_m_000005_0/taskjvm.sh
2013-10-31 15:26:33,164 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0003_m_-1949281389
2013-10-31 15:26:33,165 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0003_m_-1949281389 spawned.
2013-10-31 15:26:33,167 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0003/attempt_20131031152505967_0003_m_000004_0/taskjvm.sh
2013-10-31 15:26:33,195 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0003_m_-406391638 given task: attempt_20131031152505967_0003_m_000001_0
2013-10-31 15:26:33,221 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:33,222 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:33,222 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:33,222 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0002_m_1885745430 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:33,230 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:33,231 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:33,231 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:33,231 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0002_m_-1216843745 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:33,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split dst=null perm=null
2013-10-31 15:26:33,661 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39469, bytes: 2118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3980496118717473513_1034, duration: 478809
2013-10-31 15:26:33,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:26:33,701 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39470, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 128591
2013-10-31 15:26:33,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:34,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:34,909 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000001_0/part-00001. blk_-1229248669225652134_1040
2013-10-31 15:26:34,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1229248669225652134_1040 src: /127.0.0.1:44773 dest: /127.0.0.1:42991
2013-10-31 15:26:34,926 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1229248669225652134_1040 src: /127.0.0.1:51551 dest: /127.0.0.1:57702
2013-10-31 15:26:34,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1229248669225652134_1040 src: /127.0.0.1:38047 dest: /127.0.0.1:48948
2013-10-31 15:26:34,929 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38047, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1229248669225652134_1040, duration: 1482652
2013-10-31 15:26:34,930 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1229248669225652134_1040 terminating
2013-10-31 15:26:34,930 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51551, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1229248669225652134_1040, duration: 1848188
2013-10-31 15:26:34,930 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1229248669225652134_1040 terminating
2013-10-31 15:26:34,930 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44773, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1229248669225652134_1040, duration: 2222713
2013-10-31 15:26:34,930 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1229248669225652134_1040 terminating
2013-10-31 15:26:34,931 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1229248669225652134_1040 size 114
2013-10-31 15:26:34,932 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0003_m_000001_0
2013-10-31 15:26:34,932 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0003_m_000001_0
2013-10-31 15:26:34,932 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1229248669225652134_1040 size 114
2013-10-31 15:26:34,935 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1229248669225652134_1040 size 114
2013-10-31 15:26:34,970 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0003_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:34,971 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000001_0 0.0%
2013-10-31 15:26:35,497 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0003_m_1576915289 given task: attempt_20131031152505967_0003_m_000003_0
2013-10-31 15:26:35,507 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0003_m_1491886952 given task: attempt_20131031152505967_0003_m_000005_0
2013-10-31 15:26:35,537 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0003_m_-1873088284 given task: attempt_20131031152505967_0003_m_000000_0
2013-10-31 15:26:35,537 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0003_m_-1949281389 given task: attempt_20131031152505967_0003_m_000004_0
2013-10-31 15:26:35,547 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0003_m_-1251401067 given task: attempt_20131031152505967_0003_m_000002_0
2013-10-31 15:26:35,739 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0003_m_000001_0
2013-10-31 15:26:35,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000001_0 dst=null perm=null
2013-10-31 15:26:35,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:35,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:35,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000001_0 dst=null perm=null
2013-10-31 15:26:36,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split dst=null perm=null
2013-10-31 15:26:36,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split dst=null perm=null
2013-10-31 15:26:36,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38058, bytes: 570, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000005_0, offset: 1536, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3980496118717473513_1034, duration: 230317
2013-10-31 15:26:36,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44787, bytes: 1086, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000003_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3980496118717473513_1034, duration: 188256
2013-10-31 15:26:36,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split dst=null perm=null
2013-10-31 15:26:36,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44788, bytes: 1086, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3980496118717473513_1034, duration: 212697
2013-10-31 15:26:36,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split dst=null perm=null
2013-10-31 15:26:36,052 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38061, bytes: 2118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3980496118717473513_1034, duration: 202363
2013-10-31 15:26:36,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003/job.split dst=null perm=null
2013-10-31 15:26:36,059 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39488, bytes: 1602, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000002_0, offset: 512, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3980496118717473513_1034, duration: 183890
2013-10-31 15:26:36,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:36,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:36,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39489, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 126415
2013-10-31 15:26:36,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44792, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 135439
2013-10-31 15:26:36,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:36,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:26:36,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:36,087 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39491, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 183566
2013-10-31 15:26:36,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:26:36,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:36,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:36,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:36,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:36,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:36,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:36,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:36,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:36,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:36,536 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000004_0/part-00004. blk_7968633728908607408_1045
2013-10-31 15:26:36,541 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44795, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 160200
2013-10-31 15:26:36,548 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000000_0/part-00000. blk_-5152809114180582090_1045
2013-10-31 15:26:36,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195 dst=null perm=null
2013-10-31 15:26:36,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195 dst=null perm=null
2013-10-31 15:26:36,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00000 dst=null perm=null
2013-10-31 15:26:36,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00001 dst=null perm=null
2013-10-31 15:26:36,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00000 dst=null perm=null
2013-10-31 15:26:36,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00002 dst=null perm=null
2013-10-31 15:26:36,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00003 dst=null perm=null
2013-10-31 15:26:36,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00001 dst=null perm=null
2013-10-31 15:26:36,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00004 dst=null perm=null
2013-10-31 15:26:36,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00002 dst=null perm=null
2013-10-31 15:26:36,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00003 dst=null perm=null
2013-10-31 15:26:36,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00005 dst=null perm=null
2013-10-31 15:26:36,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7968633728908607408_1045 src: /127.0.0.1:51571 dest: /127.0.0.1:57702
2013-10-31 15:26:36,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00004 dst=null perm=null
2013-10-31 15:26:36,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7968633728908607408_1045 src: /127.0.0.1:39495 dest: /127.0.0.1:53907
2013-10-31 15:26:36,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00005 dst=null perm=null
2013-10-31 15:26:36,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7968633728908607408_1045 src: /127.0.0.1:38070 dest: /127.0.0.1:48948
2013-10-31 15:26:36,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00000 dst=null perm=null
2013-10-31 15:26:36,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5152809114180582090_1045 src: /127.0.0.1:38068 dest: /127.0.0.1:48948
2013-10-31 15:26:36,573 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38070, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7968633728908607408_1045, duration: 2307071
2013-10-31 15:26:36,573 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7968633728908607408_1045 terminating
2013-10-31 15:26:36,574 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39495, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7968633728908607408_1045, duration: 1312533
2013-10-31 15:26:36,574 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7968633728908607408_1045 terminating
2013-10-31 15:26:36,574 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51571, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7968633728908607408_1045, duration: 1870738
2013-10-31 15:26:36,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00000 dst=null perm=null
2013-10-31 15:26:36,577 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7968633728908607408_1045 terminating
2013-10-31 15:26:36,577 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7968633728908607408_1045 size 70
2013-10-31 15:26:36,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44800, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1964659426837860538_1031, duration: 144410
2013-10-31 15:26:36,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5152809114180582090_1045 src: /127.0.0.1:51576 dest: /127.0.0.1:57702
2013-10-31 15:26:36,578 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7968633728908607408_1045 size 70
2013-10-31 15:26:36,578 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0003_m_000004_0
2013-10-31 15:26:36,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195 dst=null perm=null
2013-10-31 15:26:36,579 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0003_m_000004_0
2013-10-31 15:26:36,579 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5152809114180582090_1045 src: /127.0.0.1:44802 dest: /127.0.0.1:42991
2013-10-31 15:26:36,579 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7968633728908607408_1045 size 70
2013-10-31 15:26:36,579 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44801, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1964659426837860538_1031, duration: 130575
2013-10-31 15:26:36,581 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44802, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5152809114180582090_1045, duration: 1254207
2013-10-31 15:26:36,582 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5152809114180582090_1045 terminating
2013-10-31 15:26:36,582 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51576, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5152809114180582090_1045, duration: 1673853
2013-10-31 15:26:36,582 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5152809114180582090_1045 terminating
2013-10-31 15:26:36,582 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38068, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5152809114180582090_1045, duration: 2109866
2013-10-31 15:26:36,583 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5152809114180582090_1045 terminating
2013-10-31 15:26:36,584 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5152809114180582090_1045 size 136
2013-10-31 15:26:36,585 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5152809114180582090_1045 size 136
2013-10-31 15:26:36,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00000 dst=null perm=null
2013-10-31 15:26:36,585 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5152809114180582090_1045 size 136
2013-10-31 15:26:36,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00001 dst=null perm=null
2013-10-31 15:26:36,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00001 dst=null perm=null
2013-10-31 15:26:36,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38075, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6218866290081368514_1026, duration: 131874
2013-10-31 15:26:36,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00001 dst=null perm=null
2013-10-31 15:26:36,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00002 dst=null perm=null
2013-10-31 15:26:36,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51581, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6218866290081368514_1026, duration: 123849
2013-10-31 15:26:36,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00002 dst=null perm=null
2013-10-31 15:26:36,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00003 dst=null perm=null
2013-10-31 15:26:36,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00004 dst=null perm=null
2013-10-31 15:26:36,591 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39503, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6970547489688959199_1031, duration: 148109
2013-10-31 15:26:36,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00002 dst=null perm=null
2013-10-31 15:26:36,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00005 dst=null perm=null
2013-10-31 15:26:36,592 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38078, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6970547489688959199_1031, duration: 136288
2013-10-31 15:26:36,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00003 dst=null perm=null
2013-10-31 15:26:36,594 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51584, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4363363619536886491_1031, duration: 124517
2013-10-31 15:26:36,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00003 dst=null perm=null
2013-10-31 15:26:36,595 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44808, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4363363619536886491_1031, duration: 129650
2013-10-31 15:26:36,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00004 dst=null perm=null
2013-10-31 15:26:36,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00000 dst=null perm=null
2013-10-31 15:26:36,597 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51586, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-489187300934841228_1031, duration: 122292
2013-10-31 15:26:36,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00004 dst=null perm=null
2013-10-31 15:26:36,598 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38082, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1964659426837860538_1031, duration: 146274
2013-10-31 15:26:36,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00005 dst=null perm=null
2013-10-31 15:26:36,599 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39509, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-489187300934841228_1031, duration: 123634
2013-10-31 15:26:36,600 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38084, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2048321851365731996_1031, duration: 140049
2013-10-31 15:26:36,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00005 dst=null perm=null
2013-10-31 15:26:36,603 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38085, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2048321851365731996_1031, duration: 123556
2013-10-31 15:26:36,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00001 dst=null perm=null
2013-10-31 15:26:36,608 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39512, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6218866290081368514_1026, duration: 138249
2013-10-31 15:26:36,609 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000003_0/part-00003. blk_-1927674178672015473_1045
2013-10-31 15:26:36,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00002 dst=null perm=null
2013-10-31 15:26:36,611 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000005_0/part-00005. blk_4150966236857518016_1045
2013-10-31 15:26:36,611 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38088, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6970547489688959199_1031, duration: 146596
2013-10-31 15:26:36,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00003 dst=null perm=null
2013-10-31 15:26:36,614 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44818, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4363363619536886491_1031, duration: 129147
2013-10-31 15:26:36,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00004 dst=null perm=null
2013-10-31 15:26:36,617 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44819, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-489187300934841228_1031, duration: 127386
2013-10-31 15:26:36,618 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:26:36,618 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0003_m_000001_0 is done.
2013-10-31 15:26:36,619 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0003_m_000001_0 was -1
2013-10-31 15:26:36,619 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:26:36,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195/part-00005 dst=null perm=null
2013-10-31 15:26:36,620 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51597, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2048321851365731996_1031, duration: 127320
2013-10-31 15:26:36,623 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38093, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0003_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 127571
2013-10-31 15:26:36,628 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0003_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:36,628 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000004_0 0.0%
2013-10-31 15:26:36,630 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000002_0/part-00002. blk_6238612655996900434_1045
2013-10-31 15:26:36,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1927674178672015473_1045 src: /127.0.0.1:44815 dest: /127.0.0.1:42991
2013-10-31 15:26:36,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1927674178672015473_1045 src: /127.0.0.1:51600 dest: /127.0.0.1:57702
2013-10-31 15:26:36,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1927674178672015473_1045 src: /127.0.0.1:38096 dest: /127.0.0.1:48948
2013-10-31 15:26:36,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4150966236857518016_1045 src: /127.0.0.1:51594 dest: /127.0.0.1:57702
2013-10-31 15:26:36,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4150966236857518016_1045 src: /127.0.0.1:39523 dest: /127.0.0.1:53907
2013-10-31 15:26:36,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4150966236857518016_1045 src: /127.0.0.1:38098 dest: /127.0.0.1:48948
2013-10-31 15:26:36,637 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38096, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1927674178672015473_1045, duration: 1353002
2013-10-31 15:26:36,637 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1927674178672015473_1045 terminating
2013-10-31 15:26:36,637 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51600, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1927674178672015473_1045, duration: 1478890
2013-10-31 15:26:36,637 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1927674178672015473_1045 terminating
2013-10-31 15:26:36,638 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44815, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1927674178672015473_1045, duration: 1926613
2013-10-31 15:26:36,638 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1927674178672015473_1045 terminating
2013-10-31 15:26:36,639 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38098, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4150966236857518016_1045, duration: 1445335
2013-10-31 15:26:36,639 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4150966236857518016_1045 terminating
2013-10-31 15:26:36,639 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1927674178672015473_1045 size 136
2013-10-31 15:26:36,639 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39523, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4150966236857518016_1045, duration: 1383710
2013-10-31 15:26:36,640 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4150966236857518016_1045 terminating
2013-10-31 15:26:36,640 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1927674178672015473_1045 size 136
2013-10-31 15:26:36,640 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51594, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4150966236857518016_1045, duration: 911706
2013-10-31 15:26:36,640 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4150966236857518016_1045 terminating
2013-10-31 15:26:36,640 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1927674178672015473_1045 size 136
2013-10-31 15:26:36,641 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4150966236857518016_1045 size 70
2013-10-31 15:26:36,641 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4150966236857518016_1045 size 70
2013-10-31 15:26:36,641 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0003_m_000005_0
2013-10-31 15:26:36,642 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0003_m_000005_0
2013-10-31 15:26:36,643 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4150966236857518016_1045 size 70
2013-10-31 15:26:36,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6238612655996900434_1045 src: /127.0.0.1:51599 dest: /127.0.0.1:57702
2013-10-31 15:26:36,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6238612655996900434_1045 src: /127.0.0.1:44827 dest: /127.0.0.1:42991
2013-10-31 15:26:36,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6238612655996900434_1045 src: /127.0.0.1:38100 dest: /127.0.0.1:48948
2013-10-31 15:26:36,667 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38100, dest: /127.0.0.1:48948, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6238612655996900434_1045, duration: 1679885
2013-10-31 15:26:36,668 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6238612655996900434_1045 terminating
2013-10-31 15:26:36,668 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44827, dest: /127.0.0.1:42991, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6238612655996900434_1045, duration: 2075672
2013-10-31 15:26:36,668 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6238612655996900434_1045 size 180
2013-10-31 15:26:36,668 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6238612655996900434_1045 terminating
2013-10-31 15:26:36,668 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51599, dest: /127.0.0.1:57702, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0003_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6238612655996900434_1045, duration: 2858725
2013-10-31 15:26:36,668 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6238612655996900434_1045 size 180
2013-10-31 15:26:36,669 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6238612655996900434_1045 terminating
2013-10-31 15:26:36,670 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0003_m_000002_0
2013-10-31 15:26:36,671 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0003_m_000002_0
2013-10-31 15:26:36,672 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6238612655996900434_1045 size 180
2013-10-31 15:26:36,695 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0003_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:36,696 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000005_0 0.0%
2013-10-31 15:26:36,736 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0003_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:36,737 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000002_0 0.0%
2013-10-31 15:26:36,985 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0003_m_000000_0
2013-10-31 15:26:36,985 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0003_m_000000_0
2013-10-31 15:26:37,040 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0003_m_000003_0
2013-10-31 15:26:37,040 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0003_m_000003_0
2013-10-31 15:26:37,048 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0003_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:37,049 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000000_0 0.0%
2013-10-31 15:26:37,090 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0003_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:26:37,090 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000003_0 0.0%
2013-10-31 15:26:37,738 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0003_m_000007_0
2013-10-31 15:26:37,738 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0003_m_000007_0
2013-10-31 15:26:37,738 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0003_m_000007_0 not found in cache
2013-10-31 15:26:38,744 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0003_m_000001_0' has completed task_20131031152505967_0003_m_000001 successfully.
2013-10-31 15:26:38,748 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0003_m_000000_0
2013-10-31 15:26:38,752 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0003_m_000002_0
2013-10-31 15:26:38,752 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0003_m_000003_0
2013-10-31 15:26:39,019 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0003_m_000004_0
2013-10-31 15:26:39,019 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0003_m_000005_0
2013-10-31 15:26:39,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000000_0 dst=null perm=null
2013-10-31 15:26:39,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:39,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:39,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000000_0 dst=null perm=null
2013-10-31 15:26:39,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000003_0 dst=null perm=null
2013-10-31 15:26:39,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:39,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:39,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000003_0 dst=null perm=null
2013-10-31 15:26:39,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000004_0 dst=null perm=null
2013-10-31 15:26:39,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:39,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:40,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000005_0 dst=null perm=null
2013-10-31 15:26:40,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000002_0 dst=null perm=null
2013-10-31 15:26:40,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:40,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:40,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000004_0 dst=null perm=null
2013-10-31 15:26:40,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:40,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:40,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000002_0 dst=null perm=null
2013-10-31 15:26:40,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary/_attempt_20131031152505967_0003_m_000005_0 dst=null perm=null
2013-10-31 15:26:42,012 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:26:42,014 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:26:42,015 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0003_m_000004_0 is done.
2013-10-31 15:26:42,015 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0003_m_000004_0 was -1
2013-10-31 15:26:42,015 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:26:42,021 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0003_m_000004_0' has completed task_20131031152505967_0003_m_000004 successfully.
2013-10-31 15:26:42,021 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:14+1
2013-10-31 15:26:42,022 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:14+1
2013-10-31 15:26:42,023 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0003_m_000005_0 is done.
2013-10-31 15:26:42,023 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0003_m_000005_0 was -1
2013-10-31 15:26:42,023 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:26:42,024 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:7+7
2013-10-31 15:26:42,026 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:7+7
2013-10-31 15:26:42,026 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0003_m_000003_0 is done.
2013-10-31 15:26:42,027 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0003_m_000003_0 was -1
2013-10-31 15:26:42,027 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:26:42,028 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:26:42,030 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:26:42,031 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0003_m_000000_0 is done.
2013-10-31 15:26:42,031 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0003_m_000000_0 was -1
2013-10-31 15:26:42,031 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:26:42,051 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+7
2013-10-31 15:26:42,052 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+7
2013-10-31 15:26:42,053 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0003_m_000002_0 is done.
2013-10-31 15:26:42,053 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0003_m_000002_0 was -1
2013-10-31 15:26:42,053 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:26:44,757 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0003_m_000000_0' has completed task_20131031152505967_0003_m_000000 successfully.
2013-10-31 15:26:44,765 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0003_m_000002_0' has completed task_20131031152505967_0003_m_000002 successfully.
2013-10-31 15:26:44,768 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0003_m_000003_0' has completed task_20131031152505967_0003_m_000003 successfully.
2013-10-31 15:26:45,026 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0003_m_000005_0' has completed task_20131031152505967_0003_m_000005 successfully.
2013-10-31 15:26:45,030 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0003_m_000006_0' to tip task_20131031152505967_0003_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:26:45,033 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0003_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:26:45,033 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0003_m_000006_0 which needs 1 slots
2013-10-31 15:26:45,033 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0003_m_000006_0 which needs 1 slots
2013-10-31 15:26:45,067 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0003/attempt_20131031152505967_0003_m_000006_0. Attempting to reuse: jvm_20131031152505967_0003_m_1491886952
2013-10-31 15:26:45,550 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0003_m_1491886952 given task: attempt_20131031152505967_0003_m_000006_0
2013-10-31 15:26:45,724 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000006_0 0.0%
2013-10-31 15:26:45,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_temporary dst=null perm=null
2013-10-31 15:26:45,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:45,742 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_SUCCESS from client DFSClient_attempt_20131031152505967_0003_m_000006_0
2013-10-31 15:26:45,742 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0003_m_000006_0
2013-10-31 15:26:45,749 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4695109159840406377 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:26:45,749 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4695109159840406377 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:26:45,749 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4695109159840406377 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:26:45,749 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4695109159840406377 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:26:45,749 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3980496118717473513 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:26:45,749 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3980496118717473513 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:26:45,750 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3980496118717473513 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:26:45,750 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3980496118717473513 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:26:45,750 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8437895281646659493 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:26:45,750 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8437895281646659493 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:26:45,750 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8437895281646659493 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:26:45,751 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1770345090657709023 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:26:45,751 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1770345090657709023 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:26:45,751 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1770345090657709023 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:26:45,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0003 dst=null perm=null
2013-10-31 15:26:45,984 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-8437895281646659493_1035 blk_4695109159840406377_1033 blk_3980496118717473513_1034
2013-10-31 15:26:45,985 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-8437895281646659493_1035 blk_4695109159840406377_1033 blk_-1770345090657709023_1036 blk_3980496118717473513_1034
2013-10-31 15:26:47,966 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8437895281646659493_1035 file build/test/data/dfs/data/data4/current/blk_-8437895281646659493 for deletion
2013-10-31 15:26:47,966 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1770345090657709023_1036 file build/test/data/dfs/data/data3/current/blk_-1770345090657709023 for deletion
2013-10-31 15:26:47,967 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8437895281646659493_1035 at file build/test/data/dfs/data/data4/current/blk_-8437895281646659493
2013-10-31 15:26:47,967 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3980496118717473513_1034 file build/test/data/dfs/data/data3/current/blk_3980496118717473513 for deletion
2013-10-31 15:26:47,967 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1770345090657709023_1036 at file build/test/data/dfs/data/data3/current/blk_-1770345090657709023
2013-10-31 15:26:47,967 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4695109159840406377_1033 file build/test/data/dfs/data/data4/current/blk_4695109159840406377 for deletion
2013-10-31 15:26:47,968 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3980496118717473513_1034 at file build/test/data/dfs/data/data3/current/blk_3980496118717473513
2013-10-31 15:26:47,968 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4695109159840406377_1033 at file build/test/data/dfs/data/data4/current/blk_4695109159840406377
2013-10-31 15:26:48,530 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8437895281646659493_1035 file build/test/data/dfs/data/data5/current/blk_-8437895281646659493 for deletion
2013-10-31 15:26:48,530 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3980496118717473513_1034 file build/test/data/dfs/data/data6/current/blk_3980496118717473513 for deletion
2013-10-31 15:26:48,530 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8437895281646659493_1035 at file build/test/data/dfs/data/data5/current/blk_-8437895281646659493
2013-10-31 15:26:48,531 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4695109159840406377_1033 file build/test/data/dfs/data/data5/current/blk_4695109159840406377 for deletion
2013-10-31 15:26:48,531 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3980496118717473513_1034 at file build/test/data/dfs/data/data6/current/blk_3980496118717473513
2013-10-31 15:26:48,531 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4695109159840406377_1033 at file build/test/data/dfs/data/data5/current/blk_4695109159840406377
2013-10-31 15:26:48,690 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0003_m_000006_0 0.0% cleanup
2013-10-31 15:26:48,692 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0003_m_000006_0 is done.
2013-10-31 15:26:48,692 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0003_m_000006_0 was -1
2013-10-31 15:26:48,692 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:26:48,985 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_4695109159840406377_1033 blk_-1770345090657709023_1036 blk_3980496118717473513_1034
2013-10-31 15:26:48,985 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-8437895281646659493_1035 blk_4695109159840406377_1033 blk_-1770345090657709023_1036 blk_3980496118717473513_1034
2013-10-31 15:26:50,346 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8437895281646659493_1035 file build/test/data/dfs/data/data2/current/blk_-8437895281646659493 for deletion
2013-10-31 15:26:50,347 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1770345090657709023_1036 file build/test/data/dfs/data/data1/current/blk_-1770345090657709023 for deletion
2013-10-31 15:26:50,347 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8437895281646659493_1035 at file build/test/data/dfs/data/data2/current/blk_-8437895281646659493
2013-10-31 15:26:50,347 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3980496118717473513_1034 file build/test/data/dfs/data/data1/current/blk_3980496118717473513 for deletion
2013-10-31 15:26:50,347 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1770345090657709023_1036 at file build/test/data/dfs/data/data1/current/blk_-1770345090657709023
2013-10-31 15:26:50,348 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4695109159840406377_1033 file build/test/data/dfs/data/data1/current/blk_4695109159840406377 for deletion
2013-10-31 15:26:50,348 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3980496118717473513_1034 at file build/test/data/dfs/data/data1/current/blk_3980496118717473513
2013-10-31 15:26:50,348 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4695109159840406377_1033 at file build/test/data/dfs/data/data1/current/blk_4695109159840406377
2013-10-31 15:26:50,969 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1770345090657709023_1036 file build/test/data/dfs/data/data8/current/blk_-1770345090657709023 for deletion
2013-10-31 15:26:50,970 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3980496118717473513_1034 file build/test/data/dfs/data/data7/current/blk_3980496118717473513 for deletion
2013-10-31 15:26:50,970 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4695109159840406377_1033 file build/test/data/dfs/data/data8/current/blk_4695109159840406377 for deletion
2013-10-31 15:26:51,040 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0003_m_000006_0' has completed task_20131031152505967_0003_m_000006 successfully.
2013-10-31 15:26:51,143 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3980496118717473513_1034 at file build/test/data/dfs/data/data7/current/blk_3980496118717473513
2013-10-31 15:26:51,143 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0003 has completed successfully.
2013-10-31 15:26:51,143 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1770345090657709023_1036 at file build/test/data/dfs/data/data8/current/blk_-1770345090657709023
2013-10-31 15:26:51,144 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4695109159840406377_1033 at file build/test/data/dfs/data/data8/current/blk_4695109159840406377
2013-10-31 15:26:51,144 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0003,submitTime=1383233185187,launchTime=1383233185320,firstMapTaskLaunchTime=1383233192731,firstJobSetupTaskLaunchTime=1383233186627,firstJobCleanupTaskLaunchTime=1383233205030,finishTime=1383233211143,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=57,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[0D70CBCAA1F9498AAF7119DCB3401268/8A8FC3D7D900497FA680834E7547C92A] offset*merge2/(2/3)
2013-10-31 15:26:51,152 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_logs/history/job_20131031152505967_0003_1383233185187_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F8A8FC3D7D900497F. blk_-7723028833869026008_1046
2013-10-31 15:26:51,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7723028833869026008_1046 src: /127.0.0.1:39529 dest: /127.0.0.1:53907
2013-10-31 15:26:51,155 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7723028833869026008_1046 src: /127.0.0.1:51609 dest: /127.0.0.1:57702
2013-10-31 15:26:51,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7723028833869026008_1046 src: /127.0.0.1:38105 dest: /127.0.0.1:48948
2013-10-31 15:26:51,164 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38105, dest: /127.0.0.1:48948, bytes: 29186, op: HDFS_WRITE, cliID: DFSClient_1167010744, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7723028833869026008_1046, duration: 6368441
2013-10-31 15:26:51,165 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7723028833869026008_1046 terminating
2013-10-31 15:26:51,165 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51609, dest: /127.0.0.1:57702, bytes: 29186, op: HDFS_WRITE, cliID: DFSClient_1167010744, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7723028833869026008_1046, duration: 4399802
2013-10-31 15:26:51,165 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7723028833869026008_1046 terminating
2013-10-31 15:26:51,166 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39529, dest: /127.0.0.1:53907, bytes: 29186, op: HDFS_WRITE, cliID: DFSClient_1167010744, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7723028833869026008_1046, duration: 4439495
2013-10-31 15:26:51,167 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7723028833869026008_1046 terminating
2013-10-31 15:26:51,168 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7723028833869026008_1046 size 29186
2013-10-31 15:26:51,173 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7723028833869026008_1046 size 29186
2013-10-31 15:26:51,175 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7723028833869026008_1046 size 29186
2013-10-31 15:26:51,175 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_logs/history/job_20131031152505967_0003_1383233185187_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F8A8FC3D7D900497F from client DFSClient_1167010744
2013-10-31 15:26:51,176 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/_logs/history/job_20131031152505967_0003_1383233185187_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F8A8FC3D7D900497F is closed by DFSClient_1167010744
2013-10-31 15:26:51,185 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0003_1383233185187_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F8A8FC3D7D900497F to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:26:51,186 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0003_m_000004_0'
2013-10-31 15:26:51,186 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0003_m_000005_0'
2013-10-31 15:26:51,186 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0003_m_000006_0'
2013-10-31 15:26:51,188 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-867320708790220223 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:26:51,188 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-867320708790220223 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:26:51,189 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-867320708790220223 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:26:51,193 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] starting step: (1/3) ...condAccumulatedinterMerge
2013-10-31 15:26:51,193 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0003_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:26:51,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0003 dst=null perm=null
2013-10-31 15:26:51,200 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:26:51,201 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:26:51,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:51,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:26:51,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:51,238 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.jar. blk_-1317189622234213485_1047
2013-10-31 15:26:51,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1317189622234213485_1047 src: /127.0.0.1:39533 dest: /127.0.0.1:53907
2013-10-31 15:26:51,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1317189622234213485_1047 src: /127.0.0.1:38108 dest: /127.0.0.1:48948
2013-10-31 15:26:51,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1317189622234213485_1047 src: /127.0.0.1:44837 dest: /127.0.0.1:42991
2013-10-31 15:26:51,253 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44837, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1317189622234213485_1047, duration: 5101760
2013-10-31 15:26:51,253 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1317189622234213485_1047 terminating
2013-10-31 15:26:51,253 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38108, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1317189622234213485_1047, duration: 5902761
2013-10-31 15:26:51,254 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1317189622234213485_1047 terminating
2013-10-31 15:26:51,255 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39533, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1317189622234213485_1047, duration: 6926333
2013-10-31 15:26:51,255 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1317189622234213485_1047 terminating
2013-10-31 15:26:51,255 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1317189622234213485_1047 size 238055
2013-10-31 15:26:51,257 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.jar from client DFSClient_1342392704
2013-10-31 15:26:51,258 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.jar is closed by DFSClient_1342392704
2013-10-31 15:26:51,258 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1317189622234213485_1047 size 238055
2013-10-31 15:26:51,259 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1317189622234213485_1047 size 238055
2013-10-31 15:26:51,265 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.jar. New replication is 10
2013-10-31 15:26:51,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.jar dst=null perm=null
2013-10-31 15:26:51,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:51,277 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:26:51,283 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:26:51,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:26:51,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:51,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:51,303 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split. New replication is 10
2013-10-31 15:26:51,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split dst=null perm=null
2013-10-31 15:26:51,313 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split. blk_3262643674152640870_1048
2013-10-31 15:26:51,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3262643674152640870_1048 src: /127.0.0.1:38110 dest: /127.0.0.1:48948
2013-10-31 15:26:51,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3262643674152640870_1048 src: /127.0.0.1:51616 dest: /127.0.0.1:57702
2013-10-31 15:26:51,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3262643674152640870_1048 src: /127.0.0.1:44840 dest: /127.0.0.1:42991
2013-10-31 15:26:51,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3262643674152640870_1048 src: /127.0.0.1:39539 dest: /127.0.0.1:53907
2013-10-31 15:26:51,323 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39539, dest: /127.0.0.1:53907, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3262643674152640870_1048, duration: 104933
2013-10-31 15:26:51,323 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3262643674152640870_1048 terminating
2013-10-31 15:26:51,323 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44840, dest: /127.0.0.1:42991, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3262643674152640870_1048, duration: 1002799
2013-10-31 15:26:51,324 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3262643674152640870_1048 terminating
2013-10-31 15:26:51,324 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51616, dest: /127.0.0.1:57702, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3262643674152640870_1048, duration: 1965354
2013-10-31 15:26:51,325 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3262643674152640870_1048 terminating
2013-10-31 15:26:51,325 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38110, dest: /127.0.0.1:48948, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3262643674152640870_1048, duration: 2824194
2013-10-31 15:26:51,325 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3262643674152640870_1048 size 1767
2013-10-31 15:26:51,326 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_3262643674152640870_1048 terminating
2013-10-31 15:26:51,328 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3262643674152640870_1048 size 1767
2013-10-31 15:26:51,329 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split from client DFSClient_1342392704
2013-10-31 15:26:51,329 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split is closed by DFSClient_1342392704
2013-10-31 15:26:51,329 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3262643674152640870_1048 size 1767
2013-10-31 15:26:51,330 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3262643674152640870_1048 size 1767
2013-10-31 15:26:51,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:51,451 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0003
2013-10-31 15:26:51,451 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0003 being deleted.
2013-10-31 15:26:51,986 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_-1317189622234213485_1047 to datanode(s) 127.0.0.1:57702
2013-10-31 15:26:51,987 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-867320708790220223_1039
2013-10-31 15:26:51,987 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-867320708790220223_1039
2013-10-31 15:26:52,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:52,164 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.splitmetainfo. blk_-6027364965918592222_1049
2013-10-31 15:26:52,166 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6027364965918592222_1049 src: /127.0.0.1:39540 dest: /127.0.0.1:53907
2013-10-31 15:26:52,168 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6027364965918592222_1049 src: /127.0.0.1:51620 dest: /127.0.0.1:57702
2013-10-31 15:26:52,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6027364965918592222_1049 src: /127.0.0.1:44844 dest: /127.0.0.1:42991
2013-10-31 15:26:52,172 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44844, dest: /127.0.0.1:42991, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6027364965918592222_1049, duration: 66082
2013-10-31 15:26:52,173 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6027364965918592222_1049 terminating
2013-10-31 15:26:52,173 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51620, dest: /127.0.0.1:57702, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6027364965918592222_1049, duration: 886096
2013-10-31 15:26:52,174 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6027364965918592222_1049 terminating
2013-10-31 15:26:52,174 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39540, dest: /127.0.0.1:53907, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6027364965918592222_1049, duration: 1712295
2013-10-31 15:26:52,174 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6027364965918592222_1049 size 183
2013-10-31 15:26:52,175 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6027364965918592222_1049 terminating
2013-10-31 15:26:52,177 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6027364965918592222_1049 size 183
2013-10-31 15:26:52,178 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:26:52,178 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:26:52,179 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6027364965918592222_1049 size 183
2013-10-31 15:26:52,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:52,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:52,204 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.xml. blk_-4282928698220288917_1050
2013-10-31 15:26:52,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4282928698220288917_1050 src: /127.0.0.1:44845 dest: /127.0.0.1:42991
2013-10-31 15:26:52,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4282928698220288917_1050 src: /127.0.0.1:51623 dest: /127.0.0.1:57702
2013-10-31 15:26:52,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4282928698220288917_1050 src: /127.0.0.1:38119 dest: /127.0.0.1:48948
2013-10-31 15:26:52,212 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38119, dest: /127.0.0.1:48948, bytes: 29225, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4282928698220288917_1050, duration: 1568945
2013-10-31 15:26:52,213 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4282928698220288917_1050 terminating
2013-10-31 15:26:52,213 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51623, dest: /127.0.0.1:57702, bytes: 29225, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4282928698220288917_1050, duration: 1397750
2013-10-31 15:26:52,214 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4282928698220288917_1050 terminating
2013-10-31 15:26:52,214 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44845, dest: /127.0.0.1:42991, bytes: 29225, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4282928698220288917_1050, duration: 2299593
2013-10-31 15:26:52,215 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4282928698220288917_1050 terminating
2013-10-31 15:26:52,217 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4282928698220288917_1050 size 29225
2013-10-31 15:26:52,217 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.xml from client DFSClient_1342392704
2013-10-31 15:26:52,217 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.xml is closed by DFSClient_1342392704
2013-10-31 15:26:52,218 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4282928698220288917_1050 size 29225
2013-10-31 15:26:52,218 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4282928698220288917_1050 size 29225
2013-10-31 15:26:52,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.xml dst=null perm=null
2013-10-31 15:26:52,240 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44849, bytes: 29457, op: HDFS_READ, cliID: DFSClient_888617706, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4282928698220288917_1050, duration: 559141
2013-10-31 15:26:52,260 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0004: nMaps=5 nReduces=0 max=-1
2013-10-31 15:26:52,261 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0004 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:26:52,261 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0004
2013-10-31 15:26:52,262 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0004 RESULT=SUCCESS
2013-10-31 15:26:52,262 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0004
2013-10-31 15:26:52,263 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] submitted hadoop job: job_20131031152505967_0004
2013-10-31 15:26:52,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0004_1383233212228_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F807183E1C0574F4F dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:52,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0004_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:52,330 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0004_conf.xml. blk_6998470062731436896_1052
2013-10-31 15:26:52,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6998470062731436896_1052 src: /127.0.0.1:51627 dest: /127.0.0.1:57702
2013-10-31 15:26:52,332 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6998470062731436896_1052 src: /127.0.0.1:39549 dest: /127.0.0.1:53907
2013-10-31 15:26:52,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6998470062731436896_1052 src: /127.0.0.1:38124 dest: /127.0.0.1:48948
2013-10-31 15:26:52,335 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38124, dest: /127.0.0.1:48948, bytes: 29290, op: HDFS_WRITE, cliID: DFSClient_888617706, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6998470062731436896_1052, duration: 326841
2013-10-31 15:26:52,335 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6998470062731436896_1052 terminating
2013-10-31 15:26:52,335 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39549, dest: /127.0.0.1:53907, bytes: 29290, op: HDFS_WRITE, cliID: DFSClient_888617706, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6998470062731436896_1052, duration: 685515
2013-10-31 15:26:52,335 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6998470062731436896_1052 terminating
2013-10-31 15:26:52,336 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51627, dest: /127.0.0.1:57702, bytes: 29290, op: HDFS_WRITE, cliID: DFSClient_888617706, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6998470062731436896_1052, duration: 1102876
2013-10-31 15:26:52,336 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6998470062731436896_1052 terminating
2013-10-31 15:26:52,337 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6998470062731436896_1052 size 29290
2013-10-31 15:26:52,337 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0004_conf.xml from client DFSClient_888617706
2013-10-31 15:26:52,337 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0004_conf.xml is closed by DFSClient_888617706
2013-10-31 15:26:52,337 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6998470062731436896_1052 size 29290
2013-10-31 15:26:52,339 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6998470062731436896_1052 size 29290
2013-10-31 15:26:52,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0004/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:26:52,351 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0004/jobToken. blk_-2629062081582135656_1053
2013-10-31 15:26:52,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2629062081582135656_1053 src: /127.0.0.1:51630 dest: /127.0.0.1:57702
2013-10-31 15:26:52,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2629062081582135656_1053 src: /127.0.0.1:39552 dest: /127.0.0.1:53907
2013-10-31 15:26:52,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2629062081582135656_1053 src: /127.0.0.1:44855 dest: /127.0.0.1:42991
2013-10-31 15:26:52,357 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44855, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2629062081582135656_1053, duration: 793922
2013-10-31 15:26:52,357 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2629062081582135656_1053 terminating
2013-10-31 15:26:52,358 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39552, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2629062081582135656_1053, duration: 566767
2013-10-31 15:26:52,358 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2629062081582135656_1053 terminating
2013-10-31 15:26:52,358 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51630, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2629062081582135656_1053, duration: 1480963
2013-10-31 15:26:52,358 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2629062081582135656_1053 size 116
2013-10-31 15:26:52,360 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2629062081582135656_1053 terminating
2013-10-31 15:26:52,363 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2629062081582135656_1053 size 116
2013-10-31 15:26:52,364 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0004/jobToken from client DFSClient_1342392704
2013-10-31 15:26:52,364 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0004/jobToken is closed by DFSClient_1342392704
2013-10-31 15:26:52,364 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2629062081582135656_1053 size 116
2013-10-31 15:26:52,370 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0004/jobToken
2013-10-31 15:26:52,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.splitmetainfo dst=null perm=null
2013-10-31 15:26:52,375 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51633, bytes: 187, op: HDFS_READ, cliID: DFSClient_888617706, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6027364965918592222_1049, duration: 360457
2013-10-31 15:26:52,379 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0004 = 15. Number of splits = 5
2013-10-31 15:26:52,379 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,380 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,380 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,380 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,380 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,381 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,381 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,381 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,381 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,382 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,382 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,382 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,382 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,383 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,383 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0004_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:26:52,383 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0004 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:26:52,384 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0004 initialized successfully with 5 map tasks and 0 reduce tasks.
2013-10-31 15:26:53,347 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_-1317189622234213485_1047 to 127.0.0.1:57702
2013-10-31 15:26:53,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1317189622234213485_1047 src: /127.0.0.1:51634 dest: /127.0.0.1:57702
2013-10-31 15:26:53,350 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_-1317189622234213485_1047 to /127.0.0.1:57702
2013-10-31 15:26:53,353 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-1317189622234213485_1047 src: /127.0.0.1:51634 dest: /127.0.0.1:57702 of size 238055
2013-10-31 15:26:53,358 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1317189622234213485_1047 size 238055
2013-10-31 15:26:53,771 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0004_m_000006_0' to tip task_20131031152505967_0004_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:26:53,777 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0003_m_000000_0'
2013-10-31 15:26:53,777 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0003_m_000001_0'
2013-10-31 15:26:53,777 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0003_m_000007_0'
2013-10-31 15:26:53,779 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0004_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:26:53,780 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0004_m_000006_0 which needs 1 slots
2013-10-31 15:26:53,780 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0004_m_000006_0 which needs 1 slots
2013-10-31 15:26:53,783 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0003_m_000002_0'
2013-10-31 15:26:53,783 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0003_m_000003_0'
2013-10-31 15:26:53,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0004/jobToken dst=null perm=null
2013-10-31 15:26:53,792 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51635, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2629062081582135656_1053, duration: 362506
2013-10-31 15:26:53,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.xml dst=null perm=null
2013-10-31 15:26:53,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38132, bytes: 29457, op: HDFS_READ, cliID: DFSClient_2063511640, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4282928698220288917_1050, duration: 474495
2013-10-31 15:26:53,834 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:26:53,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.jar dst=null perm=null
2013-10-31 15:26:53,872 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39559, bytes: 239915, op: HDFS_READ, cliID: DFSClient_2063511640, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1317189622234213485_1047, duration: 1993369
2013-10-31 15:26:53,968 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-867320708790220223_1039 file build/test/data/dfs/data/data3/current/blk_-867320708790220223 for deletion
2013-10-31 15:26:53,968 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-867320708790220223_1039 at file build/test/data/dfs/data/data3/current/blk_-867320708790220223
2013-10-31 15:26:53,982 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0003_m_-1873088284
2013-10-31 15:26:53,988 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18856 with signal TERM. Exit code 0
2013-10-31 15:26:53,989 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0004_m_-1801853425
2013-10-31 15:26:53,995 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0004_m_-1801853425 spawned.
2013-10-31 15:26:53,996 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0004/attempt_20131031152505967_0004_m_000006_0/taskjvm.sh
2013-10-31 15:26:54,072 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:54,072 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:54,072 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:54,072 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0003_m_-1873088284 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:54,532 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-867320708790220223_1039 file build/test/data/dfs/data/data5/current/blk_-867320708790220223 for deletion
2013-10-31 15:26:54,532 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-867320708790220223_1039 at file build/test/data/dfs/data/data5/current/blk_-867320708790220223
2013-10-31 15:26:54,987 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-867320708790220223_1039
2013-10-31 15:26:55,007 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 93 raw values into 1 aggregated values, total 53
2013-10-31 15:26:55,566 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0004_m_-1801853425 given task: attempt_20131031152505967_0004_m_000006_0
2013-10-31 15:26:56,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:26:56,188 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0003
2013-10-31 15:26:56,189 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0003_m_000004_0 not found in cache
2013-10-31 15:26:56,189 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0003_m_000005_0 not found in cache
2013-10-31 15:26:56,189 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0003_m_000006_0 not found in cache
2013-10-31 15:26:56,190 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0003 for user-log deletion with retainTimeStamp:1383319616190
2013-10-31 15:26:56,732 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0003_m_1491886952 since job job_20131031152505967_0003 is dead
2013-10-31 15:26:56,743 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18855 with signal TERM. Exit code 0
2013-10-31 15:26:56,914 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:56,914 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:56,914 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:56,914 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0003_m_1491886952 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:26:56,970 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-867320708790220223_1039 file build/test/data/dfs/data/data7/current/blk_-867320708790220223 for deletion
2013-10-31 15:26:56,970 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-867320708790220223_1039 at file build/test/data/dfs/data/data7/current/blk_-867320708790220223
2013-10-31 15:26:57,553 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0003_m_-1949281389 since job job_20131031152505967_0003 is dead
2013-10-31 15:26:57,563 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18853 with signal TERM. Exit code 0
2013-10-31 15:26:57,753 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:57,753 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:57,753 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:57,753 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0003_m_-1949281389 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:58,780 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0003
2013-10-31 15:26:58,780 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0003_m_000000_0 not found in cache
2013-10-31 15:26:58,781 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0003_m_000001_0 not found in cache
2013-10-31 15:26:58,781 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0003 for user-log deletion with retainTimeStamp:1383319618781
2013-10-31 15:26:58,784 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0003
2013-10-31 15:26:58,785 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0003_m_000003_0 not found in cache
2013-10-31 15:26:58,785 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0003_m_000002_0 not found in cache
2013-10-31 15:26:58,786 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0003 for user-log deletion with retainTimeStamp:1383319618785
2013-10-31 15:26:58,982 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000006_0 0.0% setup
2013-10-31 15:26:58,985 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0004_m_000006_0 is done.
2013-10-31 15:26:58,985 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0004_m_000006_0 was -1
2013-10-31 15:26:58,986 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:26:59,063 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0003_m_1576915289 since job job_20131031152505967_0003 is dead
2013-10-31 15:26:59,073 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18852 with signal TERM. Exit code 0
2013-10-31 15:26:59,096 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0003_m_-1251401067 since job job_20131031152505967_0003 is dead
2013-10-31 15:26:59,106 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18854 with signal TERM. Exit code 0
2013-10-31 15:26:59,239 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:59,239 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:59,239 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:59,239 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0003_m_1576915289 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:59,276 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:59,276 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:59,276 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:59,276 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0003_m_-1251401067 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:26:59,662 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0003_m_-406391638 since job job_20131031152505967_0003 is dead
2013-10-31 15:26:59,672 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group18648 with signal TERM. Exit code 0
2013-10-31 15:26:59,784 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0004_m_000006_0' has completed task_20131031152505967_0004_m_000006 successfully.
2013-10-31 15:26:59,786 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0004_m_000000_0' to tip task_20131031152505967_0004_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:26:59,787 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0004_m_000000
2013-10-31 15:26:59,788 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0004_m_000001_0' to tip task_20131031152505967_0004_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:26:59,788 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0004_m_000001
2013-10-31 15:26:59,790 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0004_m_000002_0' to tip task_20131031152505967_0004_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:26:59,790 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0004_m_000002
2013-10-31 15:26:59,790 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0004_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:26:59,791 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0004_m_000003_0' to tip task_20131031152505967_0004_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:26:59,791 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0004_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:26:59,791 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0004_m_000003
2013-10-31 15:26:59,792 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0004_m_000000_0 which needs 1 slots
2013-10-31 15:26:59,792 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0004_m_000000_0 which needs 1 slots
2013-10-31 15:26:59,792 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0004_m_000001_0 which needs 1 slots
2013-10-31 15:26:59,792 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0004_m_000001_0 which needs 1 slots
2013-10-31 15:26:59,795 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0004_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:26:59,795 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0004_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:26:59,795 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0004_m_000002_0 which needs 1 slots
2013-10-31 15:26:59,796 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0004_m_000002_0 which needs 1 slots
2013-10-31 15:26:59,796 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0004_m_000003_0 which needs 1 slots
2013-10-31 15:26:59,796 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0004_m_000003_0 which needs 1 slots
2013-10-31 15:26:59,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0004/jobToken dst=null perm=null
2013-10-31 15:26:59,805 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51643, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2629062081582135656_1053, duration: 337274
2013-10-31 15:26:59,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.xml dst=null perm=null
2013-10-31 15:26:59,814 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0004_m_-976420078
2013-10-31 15:26:59,815 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0004_m_-976420078 spawned.
2013-10-31 15:26:59,815 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0004/attempt_20131031152505967_0004_m_000000_0. Attempting to reuse: jvm_20131031152505967_0004_m_-1801853425
2013-10-31 15:26:59,818 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0004/attempt_20131031152505967_0004_m_000001_0/taskjvm.sh
2013-10-31 15:26:59,820 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38140, bytes: 29457, op: HDFS_READ, cliID: DFSClient_640111780, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4282928698220288917_1050, duration: 478120
2013-10-31 15:26:59,899 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:26:59,899 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:26:59,899 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:26:59,899 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0003_m_-406391638 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:26:59,911 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:26:59,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.jar dst=null perm=null
2013-10-31 15:26:59,945 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38141, bytes: 239915, op: HDFS_READ, cliID: DFSClient_640111780, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1317189622234213485_1047, duration: 929014
2013-10-31 15:27:00,008 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0004_m_1994809011
2013-10-31 15:27:00,009 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0004_m_1994809011 spawned.
2013-10-31 15:27:00,009 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0004_m_-171101565
2013-10-31 15:27:00,010 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0004_m_-171101565 spawned.
2013-10-31 15:27:00,011 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0004/attempt_20131031152505967_0004_m_000003_0/taskjvm.sh
2013-10-31 15:27:00,011 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0004/attempt_20131031152505967_0004_m_000002_0/taskjvm.sh
2013-10-31 15:27:00,130 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0004_m_-1801853425 given task: attempt_20131031152505967_0004_m_000000_0
2013-10-31 15:27:00,196 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0004_m_000004_0' to tip task_20131031152505967_0004_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:27:00,197 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0004_m_000004
2013-10-31 15:27:00,198 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0004_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:27:00,198 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0004_m_000004_0 which needs 1 slots
2013-10-31 15:27:00,198 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0004_m_000004_0 which needs 1 slots
2013-10-31 15:27:00,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0004/jobToken dst=null perm=null
2013-10-31 15:27:00,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44871, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2629062081582135656_1053, duration: 157836
2013-10-31 15:27:00,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.xml dst=null perm=null
2013-10-31 15:27:00,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38145, bytes: 29457, op: HDFS_READ, cliID: DFSClient_491609764, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4282928698220288917_1050, duration: 218917
2013-10-31 15:27:00,223 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:27:00,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split dst=null perm=null
2013-10-31 15:27:00,236 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44874, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3262643674152640870_1048, duration: 204608
2013-10-31 15:27:00,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.jar dst=null perm=null
2013-10-31 15:27:00,240 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38147, bytes: 239915, op: HDFS_READ, cliID: DFSClient_491609764, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1317189622234213485_1047, duration: 894434
2013-10-31 15:27:00,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:00,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:00,409 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0004_m_-340494028
2013-10-31 15:27:00,410 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0004_m_-340494028 spawned.
2013-10-31 15:27:00,411 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0004/attempt_20131031152505967_0004_m_000004_0/taskjvm.sh
2013-10-31 15:27:00,707 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0004_m_-976420078 given task: attempt_20131031152505967_0004_m_000001_0
2013-10-31 15:27:00,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:01,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=null
2013-10-31 15:27:01,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00000 dst=null perm=null
2013-10-31 15:27:01,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00001 dst=null perm=null
2013-10-31 15:27:01,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00002 dst=null perm=null
2013-10-31 15:27:01,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00003 dst=null perm=null
2013-10-31 15:27:01,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00004 dst=null perm=null
2013-10-31 15:27:01,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00005 dst=null perm=null
2013-10-31 15:27:01,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00000 dst=null perm=null
2013-10-31 15:27:01,200 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38151, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5152809114180582090_1045, duration: 191937
2013-10-31 15:27:01,209 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0004_m_1994809011 given task: attempt_20131031152505967_0004_m_000003_0
2013-10-31 15:27:01,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split dst=null perm=null
2013-10-31 15:27:01,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00001 dst=null perm=null
2013-10-31 15:27:01,241 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38152, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1229248669225652134_1040, duration: 185632
2013-10-31 15:27:01,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38153, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3262643674152640870_1048, duration: 213353
2013-10-31 15:27:01,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00002 dst=null perm=null
2013-10-31 15:27:01,249 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51659, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6238612655996900434_1045, duration: 137664
2013-10-31 15:27:01,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00003 dst=null perm=null
2013-10-31 15:27:01,258 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51660, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1927674178672015473_1045, duration: 192336
2013-10-31 15:27:01,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00004 dst=null perm=null
2013-10-31 15:27:01,265 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39582, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7968633728908607408_1045, duration: 126835
2013-10-31 15:27:01,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00005 dst=null perm=null
2013-10-31 15:27:01,269 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38157, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4150966236857518016_1045, duration: 120749
2013-10-31 15:27:01,272 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38158, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 122362
2013-10-31 15:27:01,280 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000000_0/part-00000. blk_8318023781208025804_1054
2013-10-31 15:27:01,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:01,287 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39586, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 155313
2013-10-31 15:27:01,295 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 299 Total time for transactions(ms): 13Number of transactions batched in Syncs: 36 Number of syncs: 200 SyncTimes(ms): 11786 851
2013-10-31 15:27:01,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:01,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8318023781208025804_1054 src: /127.0.0.1:44887 dest: /127.0.0.1:42991
2013-10-31 15:27:01,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8318023781208025804_1054 src: /127.0.0.1:51666 dest: /127.0.0.1:57702
2013-10-31 15:27:01,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8318023781208025804_1054 src: /127.0.0.1:39588 dest: /127.0.0.1:53907
2013-10-31 15:27:01,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:01,314 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39588, dest: /127.0.0.1:53907, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0004_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8318023781208025804_1054, duration: 33008
2013-10-31 15:27:01,314 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8318023781208025804_1054 terminating
2013-10-31 15:27:01,316 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51666, dest: /127.0.0.1:57702, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0004_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8318023781208025804_1054, duration: 1470570
2013-10-31 15:27:01,316 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8318023781208025804_1054 terminating
2013-10-31 15:27:01,316 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44887, dest: /127.0.0.1:42991, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0004_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8318023781208025804_1054, duration: 1812656
2013-10-31 15:27:01,316 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8318023781208025804_1054 terminating
2013-10-31 15:27:01,317 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8318023781208025804_1054 size 24
2013-10-31 15:27:01,318 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8318023781208025804_1054 size 24
2013-10-31 15:27:01,319 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8318023781208025804_1054 size 24
2013-10-31 15:27:01,324 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0004_m_000000_0
2013-10-31 15:27:01,324 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0004_m_000000_0
2013-10-31 15:27:01,366 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0004_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:01,367 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000000_0 0.0%
2013-10-31 15:27:01,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=null
2013-10-31 15:27:01,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00000 dst=null perm=null
2013-10-31 15:27:01,537 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0004_m_-171101565 given task: attempt_20131031152505967_0004_m_000002_0
2013-10-31 15:27:01,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00001 dst=null perm=null
2013-10-31 15:27:01,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00002 dst=null perm=null
2013-10-31 15:27:01,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00003 dst=null perm=null
2013-10-31 15:27:01,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00004 dst=null perm=null
2013-10-31 15:27:01,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00005 dst=null perm=null
2013-10-31 15:27:01,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00000 dst=null perm=null
2013-10-31 15:27:01,550 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38165, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5152809114180582090_1045, duration: 148488
2013-10-31 15:27:01,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00001 dst=null perm=null
2013-10-31 15:27:01,568 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51671, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1229248669225652134_1040, duration: 166492
2013-10-31 15:27:01,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00002 dst=null perm=null
2013-10-31 15:27:01,571 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38167, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6238612655996900434_1045, duration: 124957
2013-10-31 15:27:01,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00003 dst=null perm=null
2013-10-31 15:27:01,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38168, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1927674178672015473_1045, duration: 148453
2013-10-31 15:27:01,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00004 dst=null perm=null
2013-10-31 15:27:01,579 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38169, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7968633728908607408_1045, duration: 122739
2013-10-31 15:27:01,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00005 dst=null perm=null
2013-10-31 15:27:01,582 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38170, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4150966236857518016_1045, duration: 156182
2013-10-31 15:27:01,591 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000001_0/part-00001. blk_-8202854136099555213_1055
2013-10-31 15:27:01,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8202854136099555213_1055 src: /127.0.0.1:39597 dest: /127.0.0.1:53907
2013-10-31 15:27:01,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8202854136099555213_1055 src: /127.0.0.1:51677 dest: /127.0.0.1:57702
2013-10-31 15:27:01,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8202854136099555213_1055 src: /127.0.0.1:44901 dest: /127.0.0.1:42991
2013-10-31 15:27:01,617 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44901, dest: /127.0.0.1:42991, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0004_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8202854136099555213_1055, duration: 1082871
2013-10-31 15:27:01,617 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8202854136099555213_1055 terminating
2013-10-31 15:27:01,617 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51677, dest: /127.0.0.1:57702, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0004_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8202854136099555213_1055, duration: 1487379
2013-10-31 15:27:01,617 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8202854136099555213_1055 terminating
2013-10-31 15:27:01,618 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39597, dest: /127.0.0.1:53907, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0004_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8202854136099555213_1055, duration: 1914149
2013-10-31 15:27:01,618 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8202854136099555213_1055 terminating
2013-10-31 15:27:01,619 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8202854136099555213_1055 size 56
2013-10-31 15:27:01,620 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8202854136099555213_1055 size 56
2013-10-31 15:27:01,622 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8202854136099555213_1055 size 56
2013-10-31 15:27:01,641 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:27:01,647 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:27:01,653 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:27:01,659 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:27:01,665 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:27:01,671 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:27:01,676 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0004_m_-340494028 given task: attempt_20131031152505967_0004_m_000004_0
2013-10-31 15:27:01,676 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:27:01,678 INFO metrics.MetricsSaver (?:flush(?)) - Discard 33 records
2013-10-31 15:27:01,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split dst=null perm=null
2013-10-31 15:27:01,764 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44903, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000003_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3262643674152640870_1048, duration: 198765
2013-10-31 15:27:01,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:01,804 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39602, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 150196
2013-10-31 15:27:01,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:01,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:02,020 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0004_m_000001_0
2013-10-31 15:27:02,020 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0004_m_000001_0
2013-10-31 15:27:02,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split dst=null perm=null
2013-10-31 15:27:02,037 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38178, bytes: 1267, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000002_0, offset: 512, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3262643674152640870_1048, duration: 193182
2013-10-31 15:27:02,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=null
2013-10-31 15:27:02,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00000 dst=null perm=null
2013-10-31 15:27:02,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00001 dst=null perm=null
2013-10-31 15:27:02,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00002 dst=null perm=null
2013-10-31 15:27:02,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00003 dst=null perm=null
2013-10-31 15:27:02,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00004 dst=null perm=null
2013-10-31 15:27:02,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00005 dst=null perm=null
2013-10-31 15:27:02,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00000 dst=null perm=null
2013-10-31 15:27:02,063 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38179, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5152809114180582090_1045, duration: 146528
2013-10-31 15:27:02,066 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0004_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:02,066 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000001_0 0.0%
2013-10-31 15:27:02,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:02,077 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38180, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 161118
2013-10-31 15:27:02,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00001 dst=null perm=null
2013-10-31 15:27:02,080 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38181, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1229248669225652134_1040, duration: 124199
2013-10-31 15:27:02,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00002 dst=null perm=null
2013-10-31 15:27:02,084 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38182, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6238612655996900434_1045, duration: 140658
2013-10-31 15:27:02,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00003 dst=null perm=null
2013-10-31 15:27:02,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:02,088 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38183, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1927674178672015473_1045, duration: 125716
2013-10-31 15:27:02,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00004 dst=null perm=null
2013-10-31 15:27:02,091 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38184, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7968633728908607408_1045, duration: 131086
2013-10-31 15:27:02,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00005 dst=null perm=null
2013-10-31 15:27:02,094 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51690, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4150966236857518016_1045, duration: 127726
2013-10-31 15:27:02,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:02,099 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0004_m_000003_0
2013-10-31 15:27:02,100 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0004_m_000003_0
2013-10-31 15:27:02,147 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0004_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:02,147 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000003_0 0.0%
2013-10-31 15:27:02,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004/job.split dst=null perm=null
2013-10-31 15:27:02,180 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44915, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3262643674152640870_1048, duration: 195707
2013-10-31 15:27:02,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:02,218 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39614, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 127004
2013-10-31 15:27:02,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:02,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:02,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=null
2013-10-31 15:27:02,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00000 dst=null perm=null
2013-10-31 15:27:02,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00001 dst=null perm=null
2013-10-31 15:27:02,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00002 dst=null perm=null
2013-10-31 15:27:02,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00003 dst=null perm=null
2013-10-31 15:27:02,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00004 dst=null perm=null
2013-10-31 15:27:02,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00005 dst=null perm=null
2013-10-31 15:27:02,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00000 dst=null perm=null
2013-10-31 15:27:02,327 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38189, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5152809114180582090_1045, duration: 144161
2013-10-31 15:27:02,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00001 dst=null perm=null
2013-10-31 15:27:02,345 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51695, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1229248669225652134_1040, duration: 170371
2013-10-31 15:27:02,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00002 dst=null perm=null
2013-10-31 15:27:02,348 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51696, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6238612655996900434_1045, duration: 128565
2013-10-31 15:27:02,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00003 dst=null perm=null
2013-10-31 15:27:02,352 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44920, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1927674178672015473_1045, duration: 121273
2013-10-31 15:27:02,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00004 dst=null perm=null
2013-10-31 15:27:02,355 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38193, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7968633728908607408_1045, duration: 119597
2013-10-31 15:27:02,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00005 dst=null perm=null
2013-10-31 15:27:02,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51699, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4150966236857518016_1045, duration: 124106
2013-10-31 15:27:02,365 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0004_m_000002_0
2013-10-31 15:27:02,365 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0004_m_000002_0
2013-10-31 15:27:02,413 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0004_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:02,413 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000002_0 0.0%
2013-10-31 15:27:02,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=null
2013-10-31 15:27:02,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00000 dst=null perm=null
2013-10-31 15:27:02,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00001 dst=null perm=null
2013-10-31 15:27:02,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00002 dst=null perm=null
2013-10-31 15:27:02,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00003 dst=null perm=null
2013-10-31 15:27:02,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00004 dst=null perm=null
2013-10-31 15:27:02,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00005 dst=null perm=null
2013-10-31 15:27:02,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00000 dst=null perm=null
2013-10-31 15:27:02,488 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38195, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5152809114180582090_1045, duration: 167616
2013-10-31 15:27:02,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00001 dst=null perm=null
2013-10-31 15:27:02,507 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51701, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1229248669225652134_1040, duration: 142098
2013-10-31 15:27:02,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00002 dst=null perm=null
2013-10-31 15:27:02,510 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44925, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6238612655996900434_1045, duration: 119314
2013-10-31 15:27:02,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00003 dst=null perm=null
2013-10-31 15:27:02,514 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44926, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1927674178672015473_1045, duration: 118286
2013-10-31 15:27:02,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00004 dst=null perm=null
2013-10-31 15:27:02,518 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51704, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7968633728908607408_1045, duration: 117634
2013-10-31 15:27:02,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630/part-00005 dst=null perm=null
2013-10-31 15:27:02,521 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39626, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0004_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4150966236857518016_1045, duration: 294378
2013-10-31 15:27:02,531 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000004_0/part-00004. blk_9075825356182068958_1058
2013-10-31 15:27:02,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9075825356182068958_1058 src: /127.0.0.1:51706 dest: /127.0.0.1:57702
2013-10-31 15:27:02,579 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9075825356182068958_1058 src: /127.0.0.1:39628 dest: /127.0.0.1:53907
2013-10-31 15:27:02,580 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9075825356182068958_1058 src: /127.0.0.1:44931 dest: /127.0.0.1:42991
2013-10-31 15:27:02,583 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44931, dest: /127.0.0.1:42991, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0004_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9075825356182068958_1058, duration: 1310069
2013-10-31 15:27:02,583 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_9075825356182068958_1058 terminating
2013-10-31 15:27:02,584 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39628, dest: /127.0.0.1:53907, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0004_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9075825356182068958_1058, duration: 1770283
2013-10-31 15:27:02,584 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_9075825356182068958_1058 terminating
2013-10-31 15:27:02,585 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51706, dest: /127.0.0.1:57702, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0004_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9075825356182068958_1058, duration: 2699507
2013-10-31 15:27:02,585 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_9075825356182068958_1058 size 56
2013-10-31 15:27:02,585 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_9075825356182068958_1058 terminating
2013-10-31 15:27:02,586 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0004_m_000004_0
2013-10-31 15:27:02,587 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0004_m_000004_0
2013-10-31 15:27:02,587 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_9075825356182068958_1058 size 56
2013-10-31 15:27:02,587 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_9075825356182068958_1058 size 56
2013-10-31 15:27:02,797 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0004_m_000000_0
2013-10-31 15:27:02,797 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0004_m_000001_0
2013-10-31 15:27:02,800 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0004_m_000002_0
2013-10-31 15:27:02,800 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0004_m_000003_0
2013-10-31 15:27:02,928 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0004_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:02,929 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000004_0 0.0%
2013-10-31 15:27:03,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000001_0 dst=null perm=null
2013-10-31 15:27:03,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:03,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:03,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000001_0 dst=null perm=null
2013-10-31 15:27:03,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000003_0 dst=null perm=null
2013-10-31 15:27:03,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:03,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:03,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000003_0 dst=null perm=null
2013-10-31 15:27:03,202 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0004_m_000004_0
2013-10-31 15:27:03,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000000_0 dst=null perm=null
2013-10-31 15:27:03,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:03,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:03,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000000_0 dst=null perm=null
2013-10-31 15:27:03,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000002_0 dst=null perm=null
2013-10-31 15:27:03,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:03,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:03,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000002_0 dst=null perm=null
2013-10-31 15:27:03,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000004_0 dst=null perm=null
2013-10-31 15:27:03,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:03,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:03,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0004_m_000004_0 dst=null perm=null
2013-10-31 15:27:04,165 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:27:04,169 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0004_m_000001_0 is done.
2013-10-31 15:27:04,169 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0004_m_000001_0 was -1
2013-10-31 15:27:04,169 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:27:04,690 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000003_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:9+3
2013-10-31 15:27:04,692 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0004_m_000003_0 is done.
2013-10-31 15:27:04,692 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0004_m_000003_0 was -1
2013-10-31 15:27:04,693 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:27:04,792 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0004_m_000006_0
2013-10-31 15:27:04,792 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0004_m_000006_0
2013-10-31 15:27:04,792 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0004_m_000006_0 not found in cache
2013-10-31 15:27:04,964 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:6+3
2013-10-31 15:27:04,965 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0004_m_000002_0 is done.
2013-10-31 15:27:04,965 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0004_m_000002_0 was -1
2013-10-31 15:27:04,965 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:05,107 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:12+3
2013-10-31 15:27:05,108 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0004_m_000004_0 is done.
2013-10-31 15:27:05,108 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0004_m_000004_0 was -1
2013-10-31 15:27:05,108 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:05,801 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0004_m_000001_0' has completed task_20131031152505967_0004_m_000001 successfully.
2013-10-31 15:27:05,805 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0004_m_000002_0' has completed task_20131031152505967_0004_m_000002 successfully.
2013-10-31 15:27:05,807 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0004_m_000003_0' has completed task_20131031152505967_0004_m_000003 successfully.
2013-10-31 15:27:06,206 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0004_m_000004_0' has completed task_20131031152505967_0004_m_000004 successfully.
2013-10-31 15:27:06,241 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:27:06,243 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:27:06,244 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0004_m_000000_0 is done.
2013-10-31 15:27:06,244 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0004_m_000000_0 was -1
2013-10-31 15:27:06,244 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:08,807 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0004_m_000000_0' has completed task_20131031152505967_0004_m_000000 successfully.
2013-10-31 15:27:08,812 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0004_m_000005_0' to tip task_20131031152505967_0004_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:27:08,814 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0004_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:27:08,815 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0004_m_000005_0 which needs 1 slots
2013-10-31 15:27:08,815 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0004_m_000005_0 which needs 1 slots
2013-10-31 15:27:08,848 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0004/attempt_20131031152505967_0004_m_000005_0. Attempting to reuse: jvm_20131031152505967_0004_m_-976420078
2013-10-31 15:27:09,228 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0004_m_-976420078 given task: attempt_20131031152505967_0004_m_000005_0
2013-10-31 15:27:09,349 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000005_0 0.0%
2013-10-31 15:27:09,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary dst=null perm=null
2013-10-31 15:27:09,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:09,448 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_SUCCESS from client DFSClient_attempt_20131031152505967_0004_m_000005_0
2013-10-31 15:27:09,449 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0004_m_000005_0
2013-10-31 15:27:09,489 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1317189622234213485 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:09,489 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1317189622234213485 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:09,489 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1317189622234213485 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:09,489 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1317189622234213485 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:09,490 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3262643674152640870 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:09,490 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3262643674152640870 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:09,490 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3262643674152640870 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:09,490 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3262643674152640870 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:09,491 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6027364965918592222 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:09,491 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6027364965918592222 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:09,491 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6027364965918592222 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:09,491 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4282928698220288917 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:09,491 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4282928698220288917 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:09,492 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4282928698220288917 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:09,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0004 dst=null perm=null
2013-10-31 15:27:09,990 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_3262643674152640870_1048 blk_-4282928698220288917_1050 blk_-1317189622234213485_1047
2013-10-31 15:27:09,990 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_3262643674152640870_1048 blk_-6027364965918592222_1049 blk_-4282928698220288917_1050 blk_-1317189622234213485_1047
2013-10-31 15:27:11,353 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6027364965918592222_1049 file build/test/data/dfs/data/data2/current/blk_-6027364965918592222 for deletion
2013-10-31 15:27:11,353 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4282928698220288917_1050 file build/test/data/dfs/data/data1/current/blk_-4282928698220288917 for deletion
2013-10-31 15:27:11,354 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6027364965918592222_1049 at file build/test/data/dfs/data/data2/current/blk_-6027364965918592222
2013-10-31 15:27:11,354 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1317189622234213485_1047 file build/test/data/dfs/data/data2/current/blk_-1317189622234213485 for deletion
2013-10-31 15:27:11,354 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4282928698220288917_1050 at file build/test/data/dfs/data/data1/current/blk_-4282928698220288917
2013-10-31 15:27:11,354 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3262643674152640870_1048 file build/test/data/dfs/data/data1/current/blk_3262643674152640870 for deletion
2013-10-31 15:27:11,355 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1317189622234213485_1047 at file build/test/data/dfs/data/data2/current/blk_-1317189622234213485
2013-10-31 15:27:11,355 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3262643674152640870_1048 at file build/test/data/dfs/data/data1/current/blk_3262643674152640870
2013-10-31 15:27:12,323 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0004_m_000005_0 0.0% cleanup
2013-10-31 15:27:12,325 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0004_m_000005_0 is done.
2013-10-31 15:27:12,325 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0004_m_000005_0 was -1
2013-10-31 15:27:12,326 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:12,537 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4282928698220288917_1050 file build/test/data/dfs/data/data5/current/blk_-4282928698220288917 for deletion
2013-10-31 15:27:12,537 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1317189622234213485_1047 file build/test/data/dfs/data/data5/current/blk_-1317189622234213485 for deletion
2013-10-31 15:27:12,538 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4282928698220288917_1050 at file build/test/data/dfs/data/data5/current/blk_-4282928698220288917
2013-10-31 15:27:12,538 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3262643674152640870_1048 file build/test/data/dfs/data/data6/current/blk_3262643674152640870 for deletion
2013-10-31 15:27:12,538 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1317189622234213485_1047 at file build/test/data/dfs/data/data5/current/blk_-1317189622234213485
2013-10-31 15:27:12,538 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3262643674152640870_1048 at file build/test/data/dfs/data/data6/current/blk_3262643674152640870
2013-10-31 15:27:12,991 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_3262643674152640870_1048 blk_-6027364965918592222_1049 blk_-4282928698220288917_1050 blk_-1317189622234213485_1047
2013-10-31 15:27:12,991 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_3262643674152640870_1048 blk_-6027364965918592222_1049 blk_-1317189622234213485_1047
2013-10-31 15:27:14,822 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0004_m_000005_0' has completed task_20131031152505967_0004_m_000005 successfully.
2013-10-31 15:27:14,823 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0004 has completed successfully.
2013-10-31 15:27:14,824 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0004,submitTime=1383233212228,launchTime=1383233212383,firstMapTaskLaunchTime=1383233219786,firstJobSetupTaskLaunchTime=1383233213771,firstJobCleanupTaskLaunchTime=1383233228811,finishTime=1383233234823,numMaps=5,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=33,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[0D70CBCAA1F9498AAF7119DCB3401268/807183E1C0574F4F8E3A0A0D6F655E55] offset*merge2/(1/3) ...condAccumulatedinterMerge
2013-10-31 15:27:14,829 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0004_1383233212228_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F807183E1C0574F4F. blk_1276814096531874200_1059
2013-10-31 15:27:14,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1276814096531874200_1059 src: /127.0.0.1:38206 dest: /127.0.0.1:48948
2013-10-31 15:27:14,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1276814096531874200_1059 src: /127.0.0.1:39633 dest: /127.0.0.1:53907
2013-10-31 15:27:14,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1276814096531874200_1059 src: /127.0.0.1:51713 dest: /127.0.0.1:57702
2013-10-31 15:27:14,840 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51713, dest: /127.0.0.1:57702, bytes: 25527, op: HDFS_WRITE, cliID: DFSClient_888617706, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1276814096531874200_1059, duration: 4185092
2013-10-31 15:27:14,840 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1276814096531874200_1059 terminating
2013-10-31 15:27:14,841 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39633, dest: /127.0.0.1:53907, bytes: 25527, op: HDFS_WRITE, cliID: DFSClient_888617706, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1276814096531874200_1059, duration: 2633918
2013-10-31 15:27:14,841 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1276814096531874200_1059 size 25527
2013-10-31 15:27:14,841 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1276814096531874200_1059 terminating
2013-10-31 15:27:14,841 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38206, dest: /127.0.0.1:48948, bytes: 25527, op: HDFS_WRITE, cliID: DFSClient_888617706, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1276814096531874200_1059, duration: 2967470
2013-10-31 15:27:14,842 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1276814096531874200_1059 terminating
2013-10-31 15:27:14,844 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0004_1383233212228_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F807183E1C0574F4F from client DFSClient_888617706
2013-10-31 15:27:14,844 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0004_1383233212228_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F807183E1C0574F4F is closed by DFSClient_888617706
2013-10-31 15:27:14,844 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1276814096531874200_1059 size 25527
2013-10-31 15:27:14,845 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1276814096531874200_1059 size 25527
2013-10-31 15:27:14,877 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0004_m_000000_0'
2013-10-31 15:27:14,877 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0004_1383233212228_hadoop_%5B0D70CBCAA1F9498AAF7119DCB3401268%2F807183E1C0574F4F to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:27:14,877 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0004_m_000001_0'
2013-10-31 15:27:14,878 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0004_m_000005_0'
2013-10-31 15:27:14,878 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0004_m_000006_0'
2013-10-31 15:27:14,879 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2629062081582135656 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:14,879 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2629062081582135656 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,879 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2629062081582135656 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0004 dst=null perm=null
2013-10-31 15:27:14,885 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1438546974527631457 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,885 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1438546974527631457 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,885 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1438546974527631457 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,885 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-648570813703215084 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-648570813703215084 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-648570813703215084 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1964659426837860538 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:14,886 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1964659426837860538 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,887 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1964659426837860538 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,887 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6218866290081368514 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,887 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6218866290081368514 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,887 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6218866290081368514 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,887 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6970547489688959199 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:14,888 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6970547489688959199 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,888 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6970547489688959199 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,888 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0004_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:27:14,888 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4363363619536886491 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,889 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4363363619536886491 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,889 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4363363619536886491 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:14,889 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-489187300934841228 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,889 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-489187300934841228 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:14,890 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-489187300934841228 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,890 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2048321851365731996 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,890 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2048321851365731996 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,890 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2048321851365731996 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:14,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8930612698_merge1_528FEFEC57604351A77F388168D2F195 dst=null perm=null
2013-10-31 15:27:14,896 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7723028833869026008 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,897 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7723028833869026008 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,897 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7723028833869026008 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,897 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2409389482845087536 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,897 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2409389482845087536 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,897 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2409389482845087536 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:14,898 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5152809114180582090 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:14,898 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5152809114180582090 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,898 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5152809114180582090 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,898 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1229248669225652134 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,899 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1229248669225652134 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,899 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1229248669225652134 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:14,899 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6238612655996900434 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:14,899 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6238612655996900434 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,899 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6238612655996900434 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,899 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1927674178672015473 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,899 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1927674178672015473 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,899 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1927674178672015473 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:14,900 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7968633728908607408 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,900 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7968633728908607408 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,900 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7968633728908607408 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,900 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4150966236857518016 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:14,900 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4150966236857518016 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:14,900 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4150966236857518016 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:14,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7979381565_merge2_6CE4E20920EE4FFC8141ADF27C033630 dst=null perm=null
2013-10-31 15:27:14,905 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/_temporary
2013-10-31 15:27:14,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge dst=null perm=null
2013-10-31 15:27:14,916 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 5
2013-10-31 15:27:14,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:27:14,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:27:14,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:27:14,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:27:14,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:27:14,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:27:14,920 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51715, bytes: 28, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8318023781208025804_1054, duration: 156830
2013-10-31 15:27:14,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:27:14,922 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44939, bytes: 60, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8202854136099555213_1055, duration: 133234
2013-10-31 15:27:14,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:27:14,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:27:14,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:27:14,925 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44940, bytes: 60, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9075825356182068958_1058, duration: 132030
2013-10-31 15:27:14,925 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge
2013-10-31 15:27:14,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge dst=null perm=null
2013-10-31 15:27:14,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:27:14,929 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44941, bytes: 28, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8318023781208025804_1054, duration: 132051
2013-10-31 15:27:14,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:27:14,931 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39640, bytes: 60, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8202854136099555213_1055, duration: 133708
2013-10-31 15:27:14,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:27:14,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:27:14,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:27:14,936 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44943, bytes: 60, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9075825356182068958_1058, duration: 144251
2013-10-31 15:27:14,951 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:27:14,952 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:27:14,974 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6027364965918592222_1049 file build/test/data/dfs/data/data3/current/blk_-6027364965918592222 for deletion
2013-10-31 15:27:14,975 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1317189622234213485_1047 file build/test/data/dfs/data/data3/current/blk_-1317189622234213485 for deletion
2013-10-31 15:27:14,975 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6027364965918592222_1049 at file build/test/data/dfs/data/data3/current/blk_-6027364965918592222
2013-10-31 15:27:14,975 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3262643674152640870_1048 file build/test/data/dfs/data/data4/current/blk_3262643674152640870 for deletion
2013-10-31 15:27:14,975 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6027364965918592222_1049 file build/test/data/dfs/data/data8/current/blk_-6027364965918592222 for deletion
2013-10-31 15:27:14,975 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3262643674152640870_1048 at file build/test/data/dfs/data/data4/current/blk_3262643674152640870
2013-10-31 15:27:14,975 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1317189622234213485_1047 at file build/test/data/dfs/data/data3/current/blk_-1317189622234213485
2013-10-31 15:27:14,975 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6027364965918592222_1049 at file build/test/data/dfs/data/data8/current/blk_-6027364965918592222
2013-10-31 15:27:14,975 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4282928698220288917_1050 file build/test/data/dfs/data/data7/current/blk_-4282928698220288917 for deletion
2013-10-31 15:27:14,976 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1317189622234213485_1047 file build/test/data/dfs/data/data8/current/blk_-1317189622234213485 for deletion
2013-10-31 15:27:14,976 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4282928698220288917_1050 at file build/test/data/dfs/data/data7/current/blk_-4282928698220288917
2013-10-31 15:27:14,976 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3262643674152640870_1048 file build/test/data/dfs/data/data7/current/blk_3262643674152640870 for deletion
2013-10-31 15:27:14,976 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1317189622234213485_1047 at file build/test/data/dfs/data/data8/current/blk_-1317189622234213485
2013-10-31 15:27:14,976 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3262643674152640870_1048 at file build/test/data/dfs/data/data7/current/blk_3262643674152640870
2013-10-31 15:27:15,040 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] starting
2013-10-31 15:27:15,040 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:27:15,040 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:27:15,040 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:27:15,040 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge"]
2013-10-31 15:27:15,040 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] parallel execution is enabled: true
2013-10-31 15:27:15,040 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] starting jobs: 3
2013-10-31 15:27:15,041 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] allocating threads: 3
2013-10-31 15:27:15,041 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] starting step: (3/3)
2013-10-31 15:27:15,046 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:27:15,046 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:27:15,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:15,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:27:15,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:15,063 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.jar. blk_-7104996188557388269_1060
2013-10-31 15:27:15,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7104996188557388269_1060 src: /127.0.0.1:51721 dest: /127.0.0.1:57702
2013-10-31 15:27:15,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7104996188557388269_1060 src: /127.0.0.1:39643 dest: /127.0.0.1:53907
2013-10-31 15:27:15,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7104996188557388269_1060 src: /127.0.0.1:38218 dest: /127.0.0.1:48948
2013-10-31 15:27:15,074 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38218, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7104996188557388269_1060, duration: 6211109
2013-10-31 15:27:15,074 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7104996188557388269_1060 terminating
2013-10-31 15:27:15,074 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39643, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7104996188557388269_1060, duration: 5294439
2013-10-31 15:27:15,075 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7104996188557388269_1060 terminating
2013-10-31 15:27:15,075 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51721, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7104996188557388269_1060, duration: 5916584
2013-10-31 15:27:15,075 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7104996188557388269_1060 size 238055
2013-10-31 15:27:15,076 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7104996188557388269_1060 terminating
2013-10-31 15:27:15,078 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.jar from client DFSClient_1342392704
2013-10-31 15:27:15,078 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.jar is closed by DFSClient_1342392704
2013-10-31 15:27:15,079 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7104996188557388269_1060 size 238055
2013-10-31 15:27:15,079 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7104996188557388269_1060 size 238055
2013-10-31 15:27:15,083 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.jar. New replication is 10
2013-10-31 15:27:15,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.jar dst=null perm=null
2013-10-31 15:27:15,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:15,092 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:27:15,094 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:27:15,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:27:15,096 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:27:15,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:27:15,098 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:27:15,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:27:15,101 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:27:15,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:27:15,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:15,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:15,117 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split. New replication is 10
2013-10-31 15:27:15,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split dst=null perm=null
2013-10-31 15:27:15,125 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split. blk_-6708667848250576147_1061
2013-10-31 15:27:15,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6708667848250576147_1061 src: /127.0.0.1:38219 dest: /127.0.0.1:48948
2013-10-31 15:27:15,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6708667848250576147_1061 src: /127.0.0.1:44948 dest: /127.0.0.1:42991
2013-10-31 15:27:15,130 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6708667848250576147_1061 src: /127.0.0.1:39647 dest: /127.0.0.1:53907
2013-10-31 15:27:15,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6708667848250576147_1061 src: /127.0.0.1:51727 dest: /127.0.0.1:57702
2013-10-31 15:27:15,135 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51727, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6708667848250576147_1061, duration: 175971
2013-10-31 15:27:15,135 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6708667848250576147_1061 terminating
2013-10-31 15:27:15,136 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39647, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6708667848250576147_1061, duration: 994844
2013-10-31 15:27:15,136 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6708667848250576147_1061 terminating
2013-10-31 15:27:15,137 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44948, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6708667848250576147_1061, duration: 1863437
2013-10-31 15:27:15,137 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6708667848250576147_1061 terminating
2013-10-31 15:27:15,137 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38219, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6708667848250576147_1061, duration: 2728702
2013-10-31 15:27:15,138 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6708667848250576147_1061 size 2077
2013-10-31 15:27:15,138 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-6708667848250576147_1061 terminating
2013-10-31 15:27:15,140 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6708667848250576147_1061 size 2077
2013-10-31 15:27:15,140 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split from client DFSClient_1342392704
2013-10-31 15:27:15,141 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split is closed by DFSClient_1342392704
2013-10-31 15:27:15,141 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6708667848250576147_1061 size 2077
2013-10-31 15:27:15,141 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6708667848250576147_1061 size 2077
2013-10-31 15:27:15,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:15,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:15,163 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.splitmetainfo. blk_1996941067283081033_1062
2013-10-31 15:27:15,164 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1996941067283081033_1062 src: /127.0.0.1:39649 dest: /127.0.0.1:53907
2013-10-31 15:27:15,166 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1996941067283081033_1062 src: /127.0.0.1:38224 dest: /127.0.0.1:48948
2013-10-31 15:27:15,168 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1996941067283081033_1062 src: /127.0.0.1:51730 dest: /127.0.0.1:57702
2013-10-31 15:27:15,171 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51730, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1996941067283081033_1062, duration: 65176
2013-10-31 15:27:15,171 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1996941067283081033_1062 terminating
2013-10-31 15:27:15,172 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38224, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1996941067283081033_1062, duration: 1015703
2013-10-31 15:27:15,172 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1996941067283081033_1062 terminating
2013-10-31 15:27:15,173 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1996941067283081033_1062 size 218
2013-10-31 15:27:15,173 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39649, dest: /127.0.0.1:53907, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1996941067283081033_1062, duration: 1853576
2013-10-31 15:27:15,173 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1996941067283081033_1062 size 218
2013-10-31 15:27:15,174 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1996941067283081033_1062 terminating
2013-10-31 15:27:15,178 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1996941067283081033_1062 size 218
2013-10-31 15:27:15,179 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:27:15,179 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:27:15,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:15,219 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0004_m_000004_0'
2013-10-31 15:27:15,475 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0004
2013-10-31 15:27:15,475 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0004 being deleted.
2013-10-31 15:27:15,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:15,815 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.xml. blk_-7574255939624490983_1063
2013-10-31 15:27:15,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7574255939624490983_1063 src: /127.0.0.1:38226 dest: /127.0.0.1:48948
2013-10-31 15:27:15,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7574255939624490983_1063 src: /127.0.0.1:44955 dest: /127.0.0.1:42991
2013-10-31 15:27:15,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7574255939624490983_1063 src: /127.0.0.1:51733 dest: /127.0.0.1:57702
2013-10-31 15:27:15,824 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51733, dest: /127.0.0.1:57702, bytes: 29253, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7574255939624490983_1063, duration: 502436
2013-10-31 15:27:15,825 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7574255939624490983_1063 terminating
2013-10-31 15:27:15,825 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44955, dest: /127.0.0.1:42991, bytes: 29253, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7574255939624490983_1063, duration: 1306432
2013-10-31 15:27:15,826 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7574255939624490983_1063 terminating
2013-10-31 15:27:15,826 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38226, dest: /127.0.0.1:48948, bytes: 29253, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7574255939624490983_1063, duration: 2175608
2013-10-31 15:27:15,826 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7574255939624490983_1063 terminating
2013-10-31 15:27:15,831 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7574255939624490983_1063 size 29253
2013-10-31 15:27:15,831 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.xml from client DFSClient_1342392704
2013-10-31 15:27:15,832 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.xml is closed by DFSClient_1342392704
2013-10-31 15:27:15,832 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7574255939624490983_1063 size 29253
2013-10-31 15:27:15,832 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7574255939624490983_1063 size 29253
2013-10-31 15:27:15,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.xml dst=null perm=null
2013-10-31 15:27:15,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51735, bytes: 29485, op: HDFS_READ, cliID: DFSClient_1664658923, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7574255939624490983_1063, duration: 504584
2013-10-31 15:27:15,863 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0005: nMaps=6 nReduces=0 max=-1
2013-10-31 15:27:15,863 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0005 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:27:15,863 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0005
2013-10-31 15:27:15,863 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0005 RESULT=SUCCESS
2013-10-31 15:27:15,863 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0005
2013-10-31 15:27:15,864 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] submitted hadoop job: job_20131031152505967_0005
2013-10-31 15:27:15,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_logs/history/job_20131031152505967_0005_1383233235837_hadoop_%5B94DB566700854FE881C7DF580517F655%2FD1F19A3E8E364C83 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:15,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_logs/history/job_20131031152505967_0005_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:15,896 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_logs/history/job_20131031152505967_0005_conf.xml. blk_8529866403306719820_1065
2013-10-31 15:27:15,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8529866403306719820_1065 src: /127.0.0.1:44959 dest: /127.0.0.1:42991
2013-10-31 15:27:15,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8529866403306719820_1065 src: /127.0.0.1:39658 dest: /127.0.0.1:53907
2013-10-31 15:27:15,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8529866403306719820_1065 src: /127.0.0.1:51738 dest: /127.0.0.1:57702
2013-10-31 15:27:15,906 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51738, dest: /127.0.0.1:57702, bytes: 29318, op: HDFS_WRITE, cliID: DFSClient_1664658923, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8529866403306719820_1065, duration: 572266
2013-10-31 15:27:15,907 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8529866403306719820_1065 terminating
2013-10-31 15:27:15,907 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8529866403306719820_1065 size 29318
2013-10-31 15:27:15,907 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39658, dest: /127.0.0.1:53907, bytes: 29318, op: HDFS_WRITE, cliID: DFSClient_1664658923, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8529866403306719820_1065, duration: 1371099
2013-10-31 15:27:15,908 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8529866403306719820_1065 terminating
2013-10-31 15:27:15,908 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44959, dest: /127.0.0.1:42991, bytes: 29318, op: HDFS_WRITE, cliID: DFSClient_1664658923, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8529866403306719820_1065, duration: 2452128
2013-10-31 15:27:15,909 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8529866403306719820_1065 terminating
2013-10-31 15:27:15,911 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8529866403306719820_1065 size 29318
2013-10-31 15:27:15,912 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_logs/history/job_20131031152505967_0005_conf.xml from client DFSClient_1664658923
2013-10-31 15:27:15,912 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_logs/history/job_20131031152505967_0005_conf.xml is closed by DFSClient_1664658923
2013-10-31 15:27:15,912 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8529866403306719820_1065 size 29318
2013-10-31 15:27:15,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0005/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:15,928 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0005/jobToken. blk_-1556699784732529611_1066
2013-10-31 15:27:15,930 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1556699784732529611_1066 src: /127.0.0.1:44962 dest: /127.0.0.1:42991
2013-10-31 15:27:15,932 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1556699784732529611_1066 src: /127.0.0.1:51740 dest: /127.0.0.1:57702
2013-10-31 15:27:15,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1556699784732529611_1066 src: /127.0.0.1:38236 dest: /127.0.0.1:48948
2013-10-31 15:27:15,937 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38236, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1556699784732529611_1066, duration: 63496
2013-10-31 15:27:15,940 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1556699784732529611_1066 terminating
2013-10-31 15:27:15,940 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1556699784732529611_1066 size 116
2013-10-31 15:27:15,940 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51740, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1556699784732529611_1066, duration: 3734915
2013-10-31 15:27:15,941 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1556699784732529611_1066 terminating
2013-10-31 15:27:15,941 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44962, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1556699784732529611_1066, duration: 4703612
2013-10-31 15:27:15,942 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1556699784732529611_1066 size 116
2013-10-31 15:27:15,942 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1556699784732529611_1066 terminating
2013-10-31 15:27:15,944 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1556699784732529611_1066 size 116
2013-10-31 15:27:15,944 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0005/jobToken from client DFSClient_1342392704
2013-10-31 15:27:15,945 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0005/jobToken is closed by DFSClient_1342392704
2013-10-31 15:27:15,950 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0005/jobToken
2013-10-31 15:27:15,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.splitmetainfo dst=null perm=null
2013-10-31 15:27:15,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39663, bytes: 222, op: HDFS_READ, cliID: DFSClient_1664658923, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1996941067283081033_1062, duration: 389845
2013-10-31 15:27:15,959 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0005 = 38. Number of splits = 6
2013-10-31 15:27:15,959 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,960 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,960 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,960 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,960 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,961 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,961 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,961 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,961 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,962 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,962 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,962 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,964 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,964 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0005_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:15,964 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0005 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:27:15,965 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0005 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:27:15,992 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:53907 to replicate blk_-7104996188557388269_1060 to datanode(s) 127.0.0.1:42991
2013-10-31 15:27:15,992 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_6238612655996900434_1045 blk_2048321851365731996_1031 blk_-1229248669225652134_1040 blk_-2409389482845087536_1038 blk_-1927674178672015473_1045 blk_-5152809114180582090_1045 blk_-489187300934841228_1031 blk_-2629062081582135656_1053 blk_1964659426837860538_1031 blk_-4363363619536886491_1031 blk_6970547489688959199_1031
2013-10-31 15:27:15,993 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-648570813703215084_1024 blk_2048321851365731996_1031 blk_-1229248669225652134_1040 blk_-1927674178672015473_1045 blk_-489187300934841228_1031 blk_-5152809114180582090_1045 blk_-1438546974527631457_1032 blk_4150966236857518016_1045 blk_7968633728908607408_1045 blk_6218866290081368514_1026 blk_6238612655996900434_1045 blk_-7723028833869026008_1046 blk_-2629062081582135656_1053 blk_-4363363619536886491_1031
2013-10-31 15:27:17,355 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5152809114180582090_1045 file build/test/data/dfs/data/data1/current/blk_-5152809114180582090 for deletion
2013-10-31 15:27:17,356 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4363363619536886491_1031 file build/test/data/dfs/data/data2/current/blk_-4363363619536886491 for deletion
2013-10-31 15:27:17,356 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5152809114180582090_1045 at file build/test/data/dfs/data/data1/current/blk_-5152809114180582090
2013-10-31 15:27:17,357 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4363363619536886491_1031 at file build/test/data/dfs/data/data2/current/blk_-4363363619536886491
2013-10-31 15:27:17,357 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2629062081582135656_1053 file build/test/data/dfs/data/data2/current/blk_-2629062081582135656 for deletion
2013-10-31 15:27:17,358 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2409389482845087536_1038 file build/test/data/dfs/data/data2/current/blk_-2409389482845087536 for deletion
2013-10-31 15:27:17,358 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2629062081582135656_1053 at file build/test/data/dfs/data/data2/current/blk_-2629062081582135656
2013-10-31 15:27:17,358 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1927674178672015473_1045 file build/test/data/dfs/data/data2/current/blk_-1927674178672015473 for deletion
2013-10-31 15:27:17,359 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2409389482845087536_1038 at file build/test/data/dfs/data/data2/current/blk_-2409389482845087536
2013-10-31 15:27:17,359 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1229248669225652134_1040 file build/test/data/dfs/data/data2/current/blk_-1229248669225652134 for deletion
2013-10-31 15:27:17,359 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1927674178672015473_1045 at file build/test/data/dfs/data/data2/current/blk_-1927674178672015473
2013-10-31 15:27:17,359 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-489187300934841228_1031 file build/test/data/dfs/data/data2/current/blk_-489187300934841228 for deletion
2013-10-31 15:27:17,360 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1229248669225652134_1040 at file build/test/data/dfs/data/data2/current/blk_-1229248669225652134
2013-10-31 15:27:17,360 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1964659426837860538_1031 file build/test/data/dfs/data/data1/current/blk_1964659426837860538 for deletion
2013-10-31 15:27:17,360 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-489187300934841228_1031 at file build/test/data/dfs/data/data2/current/blk_-489187300934841228
2013-10-31 15:27:17,360 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1964659426837860538_1031 at file build/test/data/dfs/data/data1/current/blk_1964659426837860538
2013-10-31 15:27:17,360 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2048321851365731996_1031 file build/test/data/dfs/data/data1/current/blk_2048321851365731996 for deletion
2013-10-31 15:27:17,361 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6238612655996900434_1045 file build/test/data/dfs/data/data1/current/blk_6238612655996900434 for deletion
2013-10-31 15:27:17,361 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2048321851365731996_1031 at file build/test/data/dfs/data/data1/current/blk_2048321851365731996
2013-10-31 15:27:17,361 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6970547489688959199_1031 file build/test/data/dfs/data/data2/current/blk_6970547489688959199 for deletion
2013-10-31 15:27:17,361 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6238612655996900434_1045 at file build/test/data/dfs/data/data1/current/blk_6238612655996900434
2013-10-31 15:27:17,362 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6970547489688959199_1031 at file build/test/data/dfs/data/data2/current/blk_6970547489688959199
2013-10-31 15:27:17,826 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0005_m_000007_0' to tip task_20131031152505967_0005_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:27:17,830 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0004_m_000002_0'
2013-10-31 15:27:17,830 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0004_m_000003_0'
2013-10-31 15:27:17,832 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0005_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:27:17,832 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0005_m_000007_0 which needs 1 slots
2013-10-31 15:27:17,833 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0005_m_000007_0 which needs 1 slots
2013-10-31 15:27:17,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0005/jobToken dst=null perm=null
2013-10-31 15:27:17,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44966, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1556699784732529611_1066, duration: 349541
2013-10-31 15:27:17,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.xml dst=null perm=null
2013-10-31 15:27:17,857 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51745, bytes: 29485, op: HDFS_READ, cliID: DFSClient_1928923124, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7574255939624490983_1063, duration: 498483
2013-10-31 15:27:17,923 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:27:17,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.jar dst=null perm=null
2013-10-31 15:27:17,942 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51746, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1928923124, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7104996188557388269_1060, duration: 876178
2013-10-31 15:27:17,975 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:53907, storageID=DS-709277284-10.5.128.102-53907-1383233102814, infoPort=60870, ipcPort=55693) Starting thread to transfer block blk_-7104996188557388269_1060 to 127.0.0.1:42991
2013-10-31 15:27:17,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7104996188557388269_1060 src: /127.0.0.1:44970 dest: /127.0.0.1:42991
2013-10-31 15:27:17,976 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:53907, storageID=DS-709277284-10.5.128.102-53907-1383233102814, infoPort=60870, ipcPort=55693):Transmitted block blk_-7104996188557388269_1060 to /127.0.0.1:42991
2013-10-31 15:27:17,976 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7723028833869026008_1046 file build/test/data/dfs/data/data8/current/blk_-7723028833869026008 for deletion
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5152809114180582090_1045 file build/test/data/dfs/data/data8/current/blk_-5152809114180582090 for deletion
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7723028833869026008_1046 at file build/test/data/dfs/data/data8/current/blk_-7723028833869026008
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4363363619536886491_1031 file build/test/data/dfs/data/data7/current/blk_-4363363619536886491 for deletion
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5152809114180582090_1045 at file build/test/data/dfs/data/data8/current/blk_-5152809114180582090
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2629062081582135656_1053 file build/test/data/dfs/data/data7/current/blk_-2629062081582135656 for deletion
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4363363619536886491_1031 at file build/test/data/dfs/data/data7/current/blk_-4363363619536886491
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1927674178672015473_1045 file build/test/data/dfs/data/data7/current/blk_-1927674178672015473 for deletion
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2629062081582135656_1053 at file build/test/data/dfs/data/data7/current/blk_-2629062081582135656
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1438546974527631457_1032 file build/test/data/dfs/data/data7/current/blk_-1438546974527631457 for deletion
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1927674178672015473_1045 at file build/test/data/dfs/data/data7/current/blk_-1927674178672015473
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1229248669225652134_1040 file build/test/data/dfs/data/data8/current/blk_-1229248669225652134 for deletion
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1438546974527631457_1032 at file build/test/data/dfs/data/data7/current/blk_-1438546974527631457
2013-10-31 15:27:17,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-648570813703215084_1024 file build/test/data/dfs/data/data7/current/blk_-648570813703215084 for deletion
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1229248669225652134_1040 at file build/test/data/dfs/data/data8/current/blk_-1229248669225652134
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-489187300934841228_1031 file build/test/data/dfs/data/data8/current/blk_-489187300934841228 for deletion
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-648570813703215084_1024 at file build/test/data/dfs/data/data7/current/blk_-648570813703215084
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2048321851365731996_1031 file build/test/data/dfs/data/data8/current/blk_2048321851365731996 for deletion
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-489187300934841228_1031 at file build/test/data/dfs/data/data8/current/blk_-489187300934841228
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4150966236857518016_1045 file build/test/data/dfs/data/data8/current/blk_4150966236857518016 for deletion
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2048321851365731996_1031 at file build/test/data/dfs/data/data8/current/blk_2048321851365731996
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6218866290081368514_1026 file build/test/data/dfs/data/data7/current/blk_6218866290081368514 for deletion
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4150966236857518016_1045 at file build/test/data/dfs/data/data8/current/blk_4150966236857518016
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6238612655996900434_1045 file build/test/data/dfs/data/data7/current/blk_6238612655996900434 for deletion
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6218866290081368514_1026 at file build/test/data/dfs/data/data7/current/blk_6218866290081368514
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7968633728908607408_1045 file build/test/data/dfs/data/data7/current/blk_7968633728908607408 for deletion
2013-10-31 15:27:17,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6238612655996900434_1045 at file build/test/data/dfs/data/data7/current/blk_6238612655996900434
2013-10-31 15:27:17,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-7104996188557388269_1060 src: /127.0.0.1:44970 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:27:17,979 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7968633728908607408_1045 at file build/test/data/dfs/data/data7/current/blk_7968633728908607408
2013-10-31 15:27:17,983 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7104996188557388269_1060 size 238055
2013-10-31 15:27:17,997 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0004_m_1994809011
2013-10-31 15:27:18,001 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19560 with signal TERM. Exit code 0
2013-10-31 15:27:18,002 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0005_m_-1329177601
2013-10-31 15:27:18,002 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0005_m_-1329177601 spawned.
2013-10-31 15:27:18,003 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0005/attempt_20131031152505967_0005_m_000007_0/taskjvm.sh
2013-10-31 15:27:18,080 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:27:18,080 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:27:18,080 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:27:18,080 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0004_m_1994809011 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:27:18,993 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-648570813703215084_1024 blk_2048321851365731996_1031 blk_-2409389482845087536_1038 blk_-1229248669225652134_1040 blk_-1927674178672015473_1045 blk_-5152809114180582090_1045 blk_1964659426837860538_1031 blk_-1438546974527631457_1032 blk_6970547489688959199_1031 blk_4150966236857518016_1045 blk_7968633728908607408_1045 blk_6218866290081368514_1026 blk_6238612655996900434_1045 blk_-7723028833869026008_1046
2013-10-31 15:27:18,994 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_4150966236857518016_1045 blk_7968633728908607408_1045 blk_6218866290081368514_1026 blk_-648570813703215084_1024 blk_-2409389482845087536_1038 blk_-7723028833869026008_1046 blk_-489187300934841228_1031 blk_-2629062081582135656_1053 blk_1964659426837860538_1031 blk_-4363363619536886491_1031 blk_-1438546974527631457_1032 blk_6970547489688959199_1031
2013-10-31 15:27:19,258 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0005_m_-1329177601 given task: attempt_20131031152505967_0005_m_000007_0
2013-10-31 15:27:19,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:19,879 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0004
2013-10-31 15:27:19,879 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0004_m_000005_0 not found in cache
2013-10-31 15:27:19,880 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0004_m_000000_0 not found in cache
2013-10-31 15:27:19,880 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0004_m_000001_0 not found in cache
2013-10-31 15:27:19,881 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0004 for user-log deletion with retainTimeStamp:1383319639880
2013-10-31 15:27:20,220 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0004
2013-10-31 15:27:20,220 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0004_m_000004_0 not found in cache
2013-10-31 15:27:20,221 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0004 for user-log deletion with retainTimeStamp:1383319640221
2013-10-31 15:27:20,279 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0004_m_-1801853425 since job job_20131031152505967_0004 is dead
2013-10-31 15:27:20,292 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19337 with signal TERM. Exit code 0
2013-10-31 15:27:20,366 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0004_m_-976420078 since job job_20131031152505967_0004 is dead
2013-10-31 15:27:20,375 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19486 with signal TERM. Exit code 0
2013-10-31 15:27:20,479 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:27:20,479 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:27:20,479 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:27:20,480 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0004_m_-1801853425 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:27:20,539 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:27:20,540 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:27:20,540 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:27:20,540 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0004_m_-976420078 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:27:20,666 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0004_m_-340494028 since job job_20131031152505967_0004 is dead
2013-10-31 15:27:20,675 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19636 with signal TERM. Exit code 0
2013-10-31 15:27:20,862 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:27:20,862 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:27:20,862 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:27:20,864 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0004_m_-340494028 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:27:20,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7723028833869026008_1046 file build/test/data/dfs/data/data4/current/blk_-7723028833869026008 for deletion
2013-10-31 15:27:20,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4363363619536886491_1031 file build/test/data/dfs/data/data3/current/blk_-4363363619536886491 for deletion
2013-10-31 15:27:20,977 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7723028833869026008_1046 at file build/test/data/dfs/data/data4/current/blk_-7723028833869026008
2013-10-31 15:27:20,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4363363619536886491_1031 at file build/test/data/dfs/data/data3/current/blk_-4363363619536886491
2013-10-31 15:27:20,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2629062081582135656_1053 file build/test/data/dfs/data/data3/current/blk_-2629062081582135656 for deletion
2013-10-31 15:27:20,978 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2409389482845087536_1038 file build/test/data/dfs/data/data4/current/blk_-2409389482845087536 for deletion
2013-10-31 15:27:20,979 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2629062081582135656_1053 at file build/test/data/dfs/data/data3/current/blk_-2629062081582135656
2013-10-31 15:27:20,979 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1438546974527631457_1032 file build/test/data/dfs/data/data3/current/blk_-1438546974527631457 for deletion
2013-10-31 15:27:20,979 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2409389482845087536_1038 at file build/test/data/dfs/data/data4/current/blk_-2409389482845087536
2013-10-31 15:27:20,979 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-648570813703215084_1024 file build/test/data/dfs/data/data4/current/blk_-648570813703215084 for deletion
2013-10-31 15:27:20,979 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1438546974527631457_1032 at file build/test/data/dfs/data/data3/current/blk_-1438546974527631457
2013-10-31 15:27:20,980 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-489187300934841228_1031 file build/test/data/dfs/data/data3/current/blk_-489187300934841228 for deletion
2013-10-31 15:27:20,980 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-648570813703215084_1024 at file build/test/data/dfs/data/data4/current/blk_-648570813703215084
2013-10-31 15:27:20,980 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1964659426837860538_1031 file build/test/data/dfs/data/data4/current/blk_1964659426837860538 for deletion
2013-10-31 15:27:20,980 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-489187300934841228_1031 at file build/test/data/dfs/data/data3/current/blk_-489187300934841228
2013-10-31 15:27:20,980 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4150966236857518016_1045 file build/test/data/dfs/data/data3/current/blk_4150966236857518016 for deletion
2013-10-31 15:27:20,980 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1964659426837860538_1031 at file build/test/data/dfs/data/data4/current/blk_1964659426837860538
2013-10-31 15:27:20,981 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4150966236857518016_1045 at file build/test/data/dfs/data/data3/current/blk_4150966236857518016
2013-10-31 15:27:20,981 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6218866290081368514_1026 file build/test/data/dfs/data/data4/current/blk_6218866290081368514 for deletion
2013-10-31 15:27:20,981 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6970547489688959199_1031 file build/test/data/dfs/data/data4/current/blk_6970547489688959199 for deletion
2013-10-31 15:27:20,981 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6218866290081368514_1026 at file build/test/data/dfs/data/data4/current/blk_6218866290081368514
2013-10-31 15:27:20,982 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7968633728908607408_1045 file build/test/data/dfs/data/data4/current/blk_7968633728908607408 for deletion
2013-10-31 15:27:20,982 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6970547489688959199_1031 at file build/test/data/dfs/data/data4/current/blk_6970547489688959199
2013-10-31 15:27:20,982 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7968633728908607408_1045 at file build/test/data/dfs/data/data4/current/blk_7968633728908607408
2013-10-31 15:27:21,541 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7723028833869026008_1046 file build/test/data/dfs/data/data6/current/blk_-7723028833869026008 for deletion
2013-10-31 15:27:21,541 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5152809114180582090_1045 file build/test/data/dfs/data/data6/current/blk_-5152809114180582090 for deletion
2013-10-31 15:27:21,541 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7723028833869026008_1046 at file build/test/data/dfs/data/data6/current/blk_-7723028833869026008
2013-10-31 15:27:21,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2409389482845087536_1038 file build/test/data/dfs/data/data6/current/blk_-2409389482845087536 for deletion
2013-10-31 15:27:21,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5152809114180582090_1045 at file build/test/data/dfs/data/data6/current/blk_-5152809114180582090
2013-10-31 15:27:21,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1927674178672015473_1045 file build/test/data/dfs/data/data5/current/blk_-1927674178672015473 for deletion
2013-10-31 15:27:21,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2409389482845087536_1038 at file build/test/data/dfs/data/data6/current/blk_-2409389482845087536
2013-10-31 15:27:21,542 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1438546974527631457_1032 file build/test/data/dfs/data/data6/current/blk_-1438546974527631457 for deletion
2013-10-31 15:27:21,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1927674178672015473_1045 at file build/test/data/dfs/data/data5/current/blk_-1927674178672015473
2013-10-31 15:27:21,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1229248669225652134_1040 file build/test/data/dfs/data/data6/current/blk_-1229248669225652134 for deletion
2013-10-31 15:27:21,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1438546974527631457_1032 at file build/test/data/dfs/data/data6/current/blk_-1438546974527631457
2013-10-31 15:27:21,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-648570813703215084_1024 file build/test/data/dfs/data/data5/current/blk_-648570813703215084 for deletion
2013-10-31 15:27:21,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1229248669225652134_1040 at file build/test/data/dfs/data/data6/current/blk_-1229248669225652134
2013-10-31 15:27:21,543 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1964659426837860538_1031 file build/test/data/dfs/data/data5/current/blk_1964659426837860538 for deletion
2013-10-31 15:27:21,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-648570813703215084_1024 at file build/test/data/dfs/data/data5/current/blk_-648570813703215084
2013-10-31 15:27:21,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2048321851365731996_1031 file build/test/data/dfs/data/data6/current/blk_2048321851365731996 for deletion
2013-10-31 15:27:21,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1964659426837860538_1031 at file build/test/data/dfs/data/data5/current/blk_1964659426837860538
2013-10-31 15:27:21,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4150966236857518016_1045 file build/test/data/dfs/data/data6/current/blk_4150966236857518016 for deletion
2013-10-31 15:27:21,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2048321851365731996_1031 at file build/test/data/dfs/data/data6/current/blk_2048321851365731996
2013-10-31 15:27:21,544 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6218866290081368514_1026 file build/test/data/dfs/data/data6/current/blk_6218866290081368514 for deletion
2013-10-31 15:27:21,545 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4150966236857518016_1045 at file build/test/data/dfs/data/data6/current/blk_4150966236857518016
2013-10-31 15:27:21,545 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6238612655996900434_1045 file build/test/data/dfs/data/data5/current/blk_6238612655996900434 for deletion
2013-10-31 15:27:21,545 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6218866290081368514_1026 at file build/test/data/dfs/data/data6/current/blk_6218866290081368514
2013-10-31 15:27:21,545 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6970547489688959199_1031 file build/test/data/dfs/data/data5/current/blk_6970547489688959199 for deletion
2013-10-31 15:27:21,545 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6238612655996900434_1045 at file build/test/data/dfs/data/data5/current/blk_6238612655996900434
2013-10-31 15:27:21,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7968633728908607408_1045 file build/test/data/dfs/data/data5/current/blk_7968633728908607408 for deletion
2013-10-31 15:27:21,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6970547489688959199_1031 at file build/test/data/dfs/data/data5/current/blk_6970547489688959199
2013-10-31 15:27:21,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7968633728908607408_1045 at file build/test/data/dfs/data/data5/current/blk_7968633728908607408
2013-10-31 15:27:22,728 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000007_0 0.0% setup
2013-10-31 15:27:22,731 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0005_m_000007_0 is done.
2013-10-31 15:27:22,731 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0005_m_000007_0 was -1
2013-10-31 15:27:22,732 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:22,833 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0004
2013-10-31 15:27:22,833 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0004_m_000002_0 not found in cache
2013-10-31 15:27:22,833 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0004_m_000003_0 not found in cache
2013-10-31 15:27:22,834 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0004 for user-log deletion with retainTimeStamp:1383319642834
2013-10-31 15:27:23,542 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0004_m_-171101565 since job job_20131031152505967_0004 is dead
2013-10-31 15:27:23,550 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19598 with signal TERM. Exit code 0
2013-10-31 15:27:23,823 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:27:23,823 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:27:23,823 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:27:23,825 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0004_m_-171101565 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:27:23,839 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0005_m_000007_0' has completed task_20131031152505967_0005_m_000007 successfully.
2013-10-31 15:27:23,844 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0005_m_000000_0' to tip task_20131031152505967_0005_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:27:23,845 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0005_m_000000
2013-10-31 15:27:23,845 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0005_m_000001_0' to tip task_20131031152505967_0005_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:27:23,846 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0005_m_000001
2013-10-31 15:27:23,848 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0005_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:27:23,849 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0005_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:27:23,849 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0005_m_000000_0 which needs 1 slots
2013-10-31 15:27:23,850 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0005_m_000000_0 which needs 1 slots
2013-10-31 15:27:23,850 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0005_m_000001_0 which needs 1 slots
2013-10-31 15:27:23,850 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0005_m_000001_0 which needs 1 slots
2013-10-31 15:27:23,885 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0005_m_-937067313
2013-10-31 15:27:23,886 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0005_m_-937067313 spawned.
2013-10-31 15:27:23,887 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0005/attempt_20131031152505967_0005_m_000001_0/taskjvm.sh
2013-10-31 15:27:23,888 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0005/attempt_20131031152505967_0005_m_000000_0. Attempting to reuse: jvm_20131031152505967_0005_m_-1329177601
2013-10-31 15:27:23,919 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0005_m_000002_0' to tip task_20131031152505967_0005_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:27:23,919 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0005_m_000002
2013-10-31 15:27:23,920 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0005_m_000003_0' to tip task_20131031152505967_0005_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:27:23,933 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0005_m_000003
2013-10-31 15:27:23,935 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0005_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:27:23,936 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0005_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:27:23,937 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0005_m_000002_0 which needs 1 slots
2013-10-31 15:27:23,937 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0005_m_000002_0 which needs 1 slots
2013-10-31 15:27:23,937 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0005_m_000003_0 which needs 1 slots
2013-10-31 15:27:23,937 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0005_m_000003_0 which needs 1 slots
2013-10-31 15:27:23,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0005/jobToken dst=null perm=null
2013-10-31 15:27:23,948 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44973, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1556699784732529611_1066, duration: 361153
2013-10-31 15:27:23,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.xml dst=null perm=null
2013-10-31 15:27:23,961 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44975, bytes: 29485, op: HDFS_READ, cliID: DFSClient_-712331450, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7574255939624490983_1063, duration: 456123
2013-10-31 15:27:23,991 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:27:24,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.jar dst=null perm=null
2013-10-31 15:27:24,023 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38248, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-712331450, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7104996188557388269_1060, duration: 900764
2013-10-31 15:27:24,082 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0005_m_1546058548
2013-10-31 15:27:24,082 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0005_m_1546058548 spawned.
2013-10-31 15:27:24,083 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0005_m_-1386695299
2013-10-31 15:27:24,083 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0005_m_-1386695299 spawned.
2013-10-31 15:27:24,084 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0005/attempt_20131031152505967_0005_m_000002_0/taskjvm.sh
2013-10-31 15:27:24,085 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0005/attempt_20131031152505967_0005_m_000003_0/taskjvm.sh
2013-10-31 15:27:24,230 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0005_m_000004_0' to tip task_20131031152505967_0005_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:27:24,230 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0005_m_000004
2013-10-31 15:27:24,231 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0005_m_000005_0' to tip task_20131031152505967_0005_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:27:24,231 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0005_m_000005
2013-10-31 15:27:24,233 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0005_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:27:24,234 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0005_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:27:24,234 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0005_m_000004_0 which needs 1 slots
2013-10-31 15:27:24,235 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0005_m_000004_0 which needs 1 slots
2013-10-31 15:27:24,235 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0005_m_000005_0 which needs 1 slots
2013-10-31 15:27:24,235 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0005_m_000005_0 which needs 1 slots
2013-10-31 15:27:24,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0005/jobToken dst=null perm=null
2013-10-31 15:27:24,244 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51754, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1556699784732529611_1066, duration: 168361
2013-10-31 15:27:24,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.xml dst=null perm=null
2013-10-31 15:27:24,259 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:44979, bytes: 29485, op: HDFS_READ, cliID: DFSClient_962203628, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7574255939624490983_1063, duration: 209684
2013-10-31 15:27:24,273 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:27:24,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.jar dst=null perm=null
2013-10-31 15:27:24,289 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38252, bytes: 239915, op: HDFS_READ, cliID: DFSClient_962203628, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7104996188557388269_1060, duration: 901932
2013-10-31 15:27:24,293 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0005_m_-1329177601 given task: attempt_20131031152505967_0005_m_000000_0
2013-10-31 15:27:24,349 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0005_m_565267490
2013-10-31 15:27:24,350 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0005_m_565267490 spawned.
2013-10-31 15:27:24,350 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0005_m_-1751294867
2013-10-31 15:27:24,351 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0005_m_-1751294867 spawned.
2013-10-31 15:27:24,352 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0005/attempt_20131031152505967_0005_m_000004_0/taskjvm.sh
2013-10-31 15:27:24,352 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0005/attempt_20131031152505967_0005_m_000005_0/taskjvm.sh
2013-10-31 15:27:24,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split dst=null perm=null
2013-10-31 15:27:24,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51759, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6708667848250576147_1061, duration: 205635
2013-10-31 15:27:24,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:27:24,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:24,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:24,774 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0005_m_-937067313 given task: attempt_20131031152505967_0005_m_000001_0
2013-10-31 15:27:24,857 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39682, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 139959
2013-10-31 15:27:24,864 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000000_0/part-00000. blk_878048230238498224_1067
2013-10-31 15:27:24,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_878048230238498224_1067 src: /127.0.0.1:38257 dest: /127.0.0.1:48948
2013-10-31 15:27:24,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_878048230238498224_1067 src: /127.0.0.1:39685 dest: /127.0.0.1:53907
2013-10-31 15:27:24,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_878048230238498224_1067 src: /127.0.0.1:44988 dest: /127.0.0.1:42991
2013-10-31 15:27:24,902 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44988, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_878048230238498224_1067, duration: 318565
2013-10-31 15:27:24,902 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_878048230238498224_1067 terminating
2013-10-31 15:27:24,902 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_878048230238498224_1067 size 136
2013-10-31 15:27:24,902 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39685, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_878048230238498224_1067, duration: 921895
2013-10-31 15:27:24,903 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_878048230238498224_1067 terminating
2013-10-31 15:27:24,903 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_878048230238498224_1067 size 136
2013-10-31 15:27:24,903 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38257, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_878048230238498224_1067, duration: 1639994
2013-10-31 15:27:24,903 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_878048230238498224_1067 terminating
2013-10-31 15:27:24,903 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_878048230238498224_1067 size 136
2013-10-31 15:27:24,905 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0005_m_000000_0
2013-10-31 15:27:24,905 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0005_m_000000_0
2013-10-31 15:27:24,949 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0005_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:24,950 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000000_0 0.0%
2013-10-31 15:27:25,052 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0005_m_1546058548 given task: attempt_20131031152505967_0005_m_000002_0
2013-10-31 15:27:25,070 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0005_m_-1386695299 given task: attempt_20131031152505967_0005_m_000003_0
2013-10-31 15:27:25,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split dst=null perm=null
2013-10-31 15:27:25,315 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39691, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6708667848250576147_1061, duration: 206233
2013-10-31 15:27:25,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:27:25,355 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51771, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 152362
2013-10-31 15:27:25,367 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0005_m_565267490 given task: attempt_20131031152505967_0005_m_000004_0
2013-10-31 15:27:25,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:25,391 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0005_m_-1751294867 given task: attempt_20131031152505967_0005_m_000005_0
2013-10-31 15:27:25,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:25,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split dst=null perm=null
2013-10-31 15:27:25,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39696, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000002_0, offset: 512, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6708667848250576147_1061, duration: 204191
2013-10-31 15:27:25,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:27:25,608 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000001_0/part-00001. blk_-1974147350301485628_1068
2013-10-31 15:27:25,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:25,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split dst=null perm=null
2013-10-31 15:27:25,629 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39698, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000003_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6708667848250576147_1061, duration: 199326
2013-10-31 15:27:25,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1974147350301485628_1068 src: /127.0.0.1:44999 dest: /127.0.0.1:42991
2013-10-31 15:27:25,640 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1974147350301485628_1068 src: /127.0.0.1:51778 dest: /127.0.0.1:57702
2013-10-31 15:27:25,640 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1974147350301485628_1068 src: /127.0.0.1:38274 dest: /127.0.0.1:48948
2013-10-31 15:27:25,643 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38274, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1974147350301485628_1068, duration: 1614727
2013-10-31 15:27:25,643 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1974147350301485628_1068 terminating
2013-10-31 15:27:25,643 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51778, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1974147350301485628_1068, duration: 1827034
2013-10-31 15:27:25,643 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1974147350301485628_1068 terminating
2013-10-31 15:27:25,644 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:44999, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1974147350301485628_1068, duration: 2139716
2013-10-31 15:27:25,644 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1974147350301485628_1068 terminating
2013-10-31 15:27:25,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:25,645 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1974147350301485628_1068 size 114
2013-10-31 15:27:25,645 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0005_m_000001_0
2013-10-31 15:27:25,645 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0005_m_000001_0
2013-10-31 15:27:25,645 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1974147350301485628_1068 size 114
2013-10-31 15:27:25,646 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1974147350301485628_1068 size 114
2013-10-31 15:27:25,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:27:25,673 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51780, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 144533
2013-10-31 15:27:25,694 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0005_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:25,694 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000001_0 0.0%
2013-10-31 15:27:26,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:26,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:26,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:26,074 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39702, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 163071
2013-10-31 15:27:26,077 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39703, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 118214
2013-10-31 15:27:26,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:26,084 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000002_0/part-00002. blk_5268445407379854816_1070
2013-10-31 15:27:26,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5268445407379854816_1070 src: /127.0.0.1:51783 dest: /127.0.0.1:57702
2013-10-31 15:27:26,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5268445407379854816_1070 src: /127.0.0.1:39705 dest: /127.0.0.1:53907
2013-10-31 15:27:26,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5268445407379854816_1070 src: /127.0.0.1:38280 dest: /127.0.0.1:48948
2013-10-31 15:27:26,111 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38280, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5268445407379854816_1070, duration: 1179109
2013-10-31 15:27:26,111 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5268445407379854816_1070 terminating
2013-10-31 15:27:26,112 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39705, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5268445407379854816_1070, duration: 1528851
2013-10-31 15:27:26,112 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5268445407379854816_1070 terminating
2013-10-31 15:27:26,112 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51783, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5268445407379854816_1070, duration: 1893473
2013-10-31 15:27:26,112 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5268445407379854816_1070 terminating
2013-10-31 15:27:26,112 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5268445407379854816_1070 size 92
2013-10-31 15:27:26,113 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5268445407379854816_1070 size 92
2013-10-31 15:27:26,113 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0005_m_000002_0
2013-10-31 15:27:26,113 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0005_m_000002_0
2013-10-31 15:27:26,114 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5268445407379854816_1070 size 92
2013-10-31 15:27:26,159 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0005_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:26,159 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000002_0 0.0%
2013-10-31 15:27:26,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split dst=null perm=null
2013-10-31 15:27:26,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005/job.split dst=null perm=null
2013-10-31 15:27:26,228 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38283, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000005_0, offset: 1536, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6708667848250576147_1061, duration: 190286
2013-10-31 15:27:26,233 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39710, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000004_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6708667848250576147_1061, duration: 175151
2013-10-31 15:27:26,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:27:26,267 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39711, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 171446
2013-10-31 15:27:26,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:27:26,274 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45014, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 125997
2013-10-31 15:27:26,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:26,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:26,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:26,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:26,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:26,315 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38287, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 196090
2013-10-31 15:27:26,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:26,326 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000003_0/part-00003. blk_9195307336651468256_1072
2013-10-31 15:27:26,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9195307336651468256_1072 src: /127.0.0.1:39714 dest: /127.0.0.1:53907
2013-10-31 15:27:26,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9195307336651468256_1072 src: /127.0.0.1:45017 dest: /127.0.0.1:42991
2013-10-31 15:27:26,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9195307336651468256_1072 src: /127.0.0.1:38290 dest: /127.0.0.1:48948
2013-10-31 15:27:26,354 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38290, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_9195307336651468256_1072, duration: 1147338
2013-10-31 15:27:26,354 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_9195307336651468256_1072 terminating
2013-10-31 15:27:26,354 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45017, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9195307336651468256_1072, duration: 1515828
2013-10-31 15:27:26,354 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_9195307336651468256_1072 terminating
2013-10-31 15:27:26,355 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_9195307336651468256_1072 size 114
2013-10-31 15:27:26,355 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39714, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9195307336651468256_1072, duration: 2016990
2013-10-31 15:27:26,355 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_9195307336651468256_1072 terminating
2013-10-31 15:27:26,356 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0005_m_000003_0
2013-10-31 15:27:26,356 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0005_m_000003_0
2013-10-31 15:27:26,356 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_9195307336651468256_1072 size 114
2013-10-31 15:27:26,358 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_9195307336651468256_1072 size 114
2013-10-31 15:27:26,404 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0005_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:26,404 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000003_0 0.0%
2013-10-31 15:27:26,506 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000004_0/part-00004. blk_6364585659476679031_1072
2013-10-31 15:27:26,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:26,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:26,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6364585659476679031_1072 src: /127.0.0.1:39717 dest: /127.0.0.1:53907
2013-10-31 15:27:26,530 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45020, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0005_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 138649
2013-10-31 15:27:26,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6364585659476679031_1072 src: /127.0.0.1:38293 dest: /127.0.0.1:48948
2013-10-31 15:27:26,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6364585659476679031_1072 src: /127.0.0.1:51799 dest: /127.0.0.1:57702
2013-10-31 15:27:26,534 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51799, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6364585659476679031_1072, duration: 1565026
2013-10-31 15:27:26,534 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6364585659476679031_1072 terminating
2013-10-31 15:27:26,534 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38293, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6364585659476679031_1072, duration: 1200682
2013-10-31 15:27:26,534 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6364585659476679031_1072 terminating
2013-10-31 15:27:26,535 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6364585659476679031_1072 size 70
2013-10-31 15:27:26,535 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39717, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6364585659476679031_1072, duration: 1526787
2013-10-31 15:27:26,535 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6364585659476679031_1072 terminating
2013-10-31 15:27:26,536 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0005_m_000004_0
2013-10-31 15:27:26,536 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0005_m_000004_0
2013-10-31 15:27:26,536 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6364585659476679031_1072 size 70
2013-10-31 15:27:26,537 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6364585659476679031_1072 size 70
2013-10-31 15:27:26,538 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000005_0/part-00005. blk_6468838251010537142_1072
2013-10-31 15:27:26,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6468838251010537142_1072 src: /127.0.0.1:45023 dest: /127.0.0.1:42991
2013-10-31 15:27:26,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6468838251010537142_1072 src: /127.0.0.1:39722 dest: /127.0.0.1:53907
2013-10-31 15:27:26,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6468838251010537142_1072 src: /127.0.0.1:38297 dest: /127.0.0.1:48948
2013-10-31 15:27:26,564 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38297, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6468838251010537142_1072, duration: 1108038
2013-10-31 15:27:26,564 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6468838251010537142_1072 terminating
2013-10-31 15:27:26,564 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6468838251010537142_1072 size 70
2013-10-31 15:27:26,565 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39722, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6468838251010537142_1072, duration: 1578530
2013-10-31 15:27:26,565 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6468838251010537142_1072 terminating
2013-10-31 15:27:26,565 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45023, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0005_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6468838251010537142_1072, duration: 1956549
2013-10-31 15:27:26,565 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6468838251010537142_1072 terminating
2013-10-31 15:27:26,566 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0005_m_000005_0
2013-10-31 15:27:26,566 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0005_m_000005_0
2013-10-31 15:27:26,566 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6468838251010537142_1072 size 70
2013-10-31 15:27:26,569 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6468838251010537142_1072 size 70
2013-10-31 15:27:26,584 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0005_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:26,584 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000004_0 0.0%
2013-10-31 15:27:26,612 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0005_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:26,612 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000005_0 0.0%
2013-10-31 15:27:26,854 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0005_m_000000_0
2013-10-31 15:27:26,855 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0005_m_000001_0
2013-10-31 15:27:26,941 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0005_m_000002_0
2013-10-31 15:27:26,941 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0005_m_000003_0
2013-10-31 15:27:26,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000000_0 dst=null perm=null
2013-10-31 15:27:26,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:26,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:26,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000000_0 dst=null perm=null
2013-10-31 15:27:27,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000002_0 dst=null perm=null
2013-10-31 15:27:27,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:27,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:27,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000002_0 dst=null perm=null
2013-10-31 15:27:27,238 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0005_m_000004_0
2013-10-31 15:27:27,238 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0005_m_000005_0
2013-10-31 15:27:27,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000003_0 dst=null perm=null
2013-10-31 15:27:27,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:27,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:27,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000003_0 dst=null perm=null
2013-10-31 15:27:27,512 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:27:27,513 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0005_m_000000_0 is done.
2013-10-31 15:27:27,513 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0005_m_000000_0 was -1
2013-10-31 15:27:27,514 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:27:27,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000004_0 dst=null perm=null
2013-10-31 15:27:27,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:27,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:27,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000004_0 dst=null perm=null
2013-10-31 15:27:27,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000005_0 dst=null perm=null
2013-10-31 15:27:27,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:27,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:27,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000005_0 dst=null perm=null
2013-10-31 15:27:27,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000001_0 dst=null perm=null
2013-10-31 15:27:27,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:27,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:27,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary/_attempt_20131031152505967_0005_m_000001_0 dst=null perm=null
2013-10-31 15:27:28,239 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:27:28,240 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0005_m_000001_0 is done.
2013-10-31 15:27:28,240 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0005_m_000001_0 was -1
2013-10-31 15:27:28,241 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:28,491 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:27:28,493 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0005_m_000002_0 is done.
2013-10-31 15:27:28,493 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0005_m_000002_0 was -1
2013-10-31 15:27:28,493 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:27:28,551 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:27:28,552 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0005_m_000003_0 is done.
2013-10-31 15:27:28,552 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0005_m_000003_0 was -1
2013-10-31 15:27:28,552 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:28,849 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0005_m_000007_0
2013-10-31 15:27:28,850 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0005_m_000007_0
2013-10-31 15:27:28,850 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0005_m_000007_0 not found in cache
2013-10-31 15:27:29,155 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:27:29,156 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:27:29,157 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0005_m_000005_0 is done.
2013-10-31 15:27:29,157 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0005_m_000005_0 was -1
2013-10-31 15:27:29,158 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:27:29,158 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0005_m_000004_0 is done.
2013-10-31 15:27:29,158 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0005_m_000004_0 was -1
2013-10-31 15:27:29,159 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:29,858 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0005_m_000000_0' has completed task_20131031152505967_0005_m_000000 successfully.
2013-10-31 15:27:29,860 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0005_m_000001_0' has completed task_20131031152505967_0005_m_000001 successfully.
2013-10-31 15:27:29,945 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0005_m_000002_0' has completed task_20131031152505967_0005_m_000002 successfully.
2013-10-31 15:27:29,947 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0005_m_000003_0' has completed task_20131031152505967_0005_m_000003 successfully.
2013-10-31 15:27:30,242 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0005_m_000004_0' has completed task_20131031152505967_0005_m_000004 successfully.
2013-10-31 15:27:30,244 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0005_m_000005_0' has completed task_20131031152505967_0005_m_000005 successfully.
2013-10-31 15:27:30,248 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0005_m_000006_0' to tip task_20131031152505967_0005_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:27:30,251 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0005_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:27:30,251 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0005_m_000006_0 which needs 1 slots
2013-10-31 15:27:30,252 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0005_m_000006_0 which needs 1 slots
2013-10-31 15:27:30,287 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0005/attempt_20131031152505967_0005_m_000006_0. Attempting to reuse: jvm_20131031152505967_0005_m_-1751294867
2013-10-31 15:27:30,711 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0005_m_-1751294867 given task: attempt_20131031152505967_0005_m_000006_0
2013-10-31 15:27:30,829 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000006_0 0.0%
2013-10-31 15:27:30,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_temporary dst=null perm=null
2013-10-31 15:27:30,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:30,844 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_SUCCESS from client DFSClient_attempt_20131031152505967_0005_m_000006_0
2013-10-31 15:27:30,844 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0005_m_000006_0
2013-10-31 15:27:30,851 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7104996188557388269 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:30,851 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7104996188557388269 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:30,851 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7104996188557388269 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:30,851 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7104996188557388269 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:30,852 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6708667848250576147 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:30,852 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6708667848250576147 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:30,852 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6708667848250576147 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:30,852 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6708667848250576147 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:30,852 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1996941067283081033 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:30,852 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1996941067283081033 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:30,852 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1996941067283081033 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:30,852 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7574255939624490983 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:30,853 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7574255939624490983 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:30,853 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7574255939624490983 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:30,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0005 dst=null perm=null
2013-10-31 15:27:30,996 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_1996941067283081033_1062 blk_-7104996188557388269_1060 blk_-6708667848250576147_1061
2013-10-31 15:27:30,996 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-7574255939624490983_1063 blk_1996941067283081033_1062 blk_-7104996188557388269_1060 blk_-6708667848250576147_1061
2013-10-31 15:27:31,351 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-3841629029506535069_1011
2013-10-31 15:27:32,981 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7104996188557388269_1060 file build/test/data/dfs/data/data4/current/blk_-7104996188557388269 for deletion
2013-10-31 15:27:32,981 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6708667848250576147_1061 file build/test/data/dfs/data/data3/current/blk_-6708667848250576147 for deletion
2013-10-31 15:27:32,982 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7104996188557388269_1060 at file build/test/data/dfs/data/data4/current/blk_-7104996188557388269
2013-10-31 15:27:32,982 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7574255939624490983_1063 file build/test/data/dfs/data/data8/current/blk_-7574255939624490983 for deletion
2013-10-31 15:27:32,982 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1996941067283081033_1062 file build/test/data/dfs/data/data4/current/blk_1996941067283081033 for deletion
2013-10-31 15:27:32,982 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6708667848250576147_1061 at file build/test/data/dfs/data/data3/current/blk_-6708667848250576147
2013-10-31 15:27:32,983 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1996941067283081033_1062 at file build/test/data/dfs/data/data4/current/blk_1996941067283081033
2013-10-31 15:27:32,983 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7574255939624490983_1063 at file build/test/data/dfs/data/data8/current/blk_-7574255939624490983
2013-10-31 15:27:32,983 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7104996188557388269_1060 file build/test/data/dfs/data/data7/current/blk_-7104996188557388269 for deletion
2013-10-31 15:27:32,984 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6708667848250576147_1061 file build/test/data/dfs/data/data8/current/blk_-6708667848250576147 for deletion
2013-10-31 15:27:32,984 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7104996188557388269_1060 at file build/test/data/dfs/data/data7/current/blk_-7104996188557388269
2013-10-31 15:27:32,984 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6708667848250576147_1061 at file build/test/data/dfs/data/data8/current/blk_-6708667848250576147
2013-10-31 15:27:32,984 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1996941067283081033_1062 file build/test/data/dfs/data/data7/current/blk_1996941067283081033 for deletion
2013-10-31 15:27:32,985 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1996941067283081033_1062 at file build/test/data/dfs/data/data7/current/blk_1996941067283081033
2013-10-31 15:27:33,803 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0005_m_000006_0 0.0% cleanup
2013-10-31 15:27:33,805 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0005_m_000006_0 is done.
2013-10-31 15:27:33,805 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0005_m_000006_0 was -1
2013-10-31 15:27:33,806 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:33,997 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-7574255939624490983_1063 blk_1996941067283081033_1062 blk_-7104996188557388269_1060 blk_-6708667848250576147_1061
2013-10-31 15:27:33,997 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-7574255939624490983_1063 blk_-7104996188557388269_1060 blk_-6708667848250576147_1061
2013-10-31 15:27:35,361 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7574255939624490983_1063 file build/test/data/dfs/data/data1/current/blk_-7574255939624490983 for deletion
2013-10-31 15:27:35,361 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7104996188557388269_1060 file build/test/data/dfs/data/data2/current/blk_-7104996188557388269 for deletion
2013-10-31 15:27:35,361 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7574255939624490983_1063 at file build/test/data/dfs/data/data1/current/blk_-7574255939624490983
2013-10-31 15:27:35,362 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6708667848250576147_1061 file build/test/data/dfs/data/data2/current/blk_-6708667848250576147 for deletion
2013-10-31 15:27:35,362 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7104996188557388269_1060 at file build/test/data/dfs/data/data2/current/blk_-7104996188557388269
2013-10-31 15:27:35,362 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6708667848250576147_1061 at file build/test/data/dfs/data/data2/current/blk_-6708667848250576147
2013-10-31 15:27:36,257 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0005_m_000006_0' has completed task_20131031152505967_0005_m_000006 successfully.
2013-10-31 15:27:36,258 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0005 has completed successfully.
2013-10-31 15:27:36,259 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0005,submitTime=1383233235837,launchTime=1383233235964,firstMapTaskLaunchTime=1383233243844,firstJobSetupTaskLaunchTime=1383233237825,firstJobCleanupTaskLaunchTime=1383233250248,finishTime=1383233256258,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=34,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[94DB566700854FE881C7DF580517F655/D1F19A3E8E364C83BFDDE7628A779270] merge2*offset/(3/3)
2013-10-31 15:27:36,266 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_logs/history/job_20131031152505967_0005_1383233235837_hadoop_%5B94DB566700854FE881C7DF580517F655%2FD1F19A3E8E364C83. blk_815974183006801614_1073
2013-10-31 15:27:36,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_815974183006801614_1073 src: /127.0.0.1:38304 dest: /127.0.0.1:48948
2013-10-31 15:27:36,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_815974183006801614_1073 src: /127.0.0.1:39731 dest: /127.0.0.1:53907
2013-10-31 15:27:36,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_815974183006801614_1073 src: /127.0.0.1:45034 dest: /127.0.0.1:42991
2013-10-31 15:27:36,275 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45034, dest: /127.0.0.1:42991, bytes: 29153, op: HDFS_WRITE, cliID: DFSClient_1664658923, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_815974183006801614_1073, duration: 388534
2013-10-31 15:27:36,275 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_815974183006801614_1073 terminating
2013-10-31 15:27:36,276 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39731, dest: /127.0.0.1:53907, bytes: 29153, op: HDFS_WRITE, cliID: DFSClient_1664658923, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_815974183006801614_1073, duration: 1285570
2013-10-31 15:27:36,276 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_815974183006801614_1073 terminating
2013-10-31 15:27:36,277 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38304, dest: /127.0.0.1:48948, bytes: 29153, op: HDFS_WRITE, cliID: DFSClient_1664658923, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_815974183006801614_1073, duration: 2204190
2013-10-31 15:27:36,277 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_815974183006801614_1073 terminating
2013-10-31 15:27:36,281 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_815974183006801614_1073 size 29153
2013-10-31 15:27:36,281 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_logs/history/job_20131031152505967_0005_1383233235837_hadoop_%5B94DB566700854FE881C7DF580517F655%2FD1F19A3E8E364C83 from client DFSClient_1664658923
2013-10-31 15:27:36,282 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/_logs/history/job_20131031152505967_0005_1383233235837_hadoop_%5B94DB566700854FE881C7DF580517F655%2FD1F19A3E8E364C83 is closed by DFSClient_1664658923
2013-10-31 15:27:36,282 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_815974183006801614_1073 size 29153
2013-10-31 15:27:36,283 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_815974183006801614_1073 size 29153
2013-10-31 15:27:36,294 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0005_1383233235837_hadoop_%5B94DB566700854FE881C7DF580517F655%2FD1F19A3E8E364C83 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:27:36,295 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0005_m_000004_0'
2013-10-31 15:27:36,295 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0005_m_000005_0'
2013-10-31 15:27:36,296 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0005_m_000006_0'
2013-10-31 15:27:36,297 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1556699784732529611 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:36,297 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1556699784732529611 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:36,298 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1556699784732529611 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:36,301 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0005_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:27:36,302 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] starting step: (2/3)
2013-10-31 15:27:36,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0005 dst=null perm=null
2013-10-31 15:27:36,309 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:27:36,309 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:27:36,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:36,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:27:36,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:36,340 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.jar. blk_1356825296321422644_1074
2013-10-31 15:27:36,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1356825296321422644_1074 src: /127.0.0.1:38308 dest: /127.0.0.1:48948
2013-10-31 15:27:36,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1356825296321422644_1074 src: /127.0.0.1:51814 dest: /127.0.0.1:57702
2013-10-31 15:27:36,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1356825296321422644_1074 src: /127.0.0.1:45038 dest: /127.0.0.1:42991
2013-10-31 15:27:36,353 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45038, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1356825296321422644_1074, duration: 4412070
2013-10-31 15:27:36,353 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1356825296321422644_1074 terminating
2013-10-31 15:27:36,353 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51814, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1356825296321422644_1074, duration: 5220159
2013-10-31 15:27:36,354 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1356825296321422644_1074 terminating
2013-10-31 15:27:36,354 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1356825296321422644_1074 size 238055
2013-10-31 15:27:36,354 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38308, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1356825296321422644_1074, duration: 6242551
2013-10-31 15:27:36,355 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1356825296321422644_1074 terminating
2013-10-31 15:27:36,358 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.jar from client DFSClient_1342392704
2013-10-31 15:27:36,358 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.jar is closed by DFSClient_1342392704
2013-10-31 15:27:36,358 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1356825296321422644_1074 size 238055
2013-10-31 15:27:36,359 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1356825296321422644_1074 size 238055
2013-10-31 15:27:36,363 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.jar. New replication is 10
2013-10-31 15:27:36,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.jar dst=null perm=null
2013-10-31 15:27:36,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:36,376 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:27:36,382 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:27:36,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:27:36,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2 dst=null perm=null
2013-10-31 15:27:36,387 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:27:36,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00000 dst=null perm=null
2013-10-31 15:27:36,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00001 dst=null perm=null
2013-10-31 15:27:36,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00002 dst=null perm=null
2013-10-31 15:27:36,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00003 dst=null perm=null
2013-10-31 15:27:36,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00004 dst=null perm=null
2013-10-31 15:27:36,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00005 dst=null perm=null
2013-10-31 15:27:36,398 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:27:36,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:27:36,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2 dst=null perm=null
2013-10-31 15:27:36,401 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:27:36,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00000 dst=null perm=null
2013-10-31 15:27:36,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00001 dst=null perm=null
2013-10-31 15:27:36,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00002 dst=null perm=null
2013-10-31 15:27:36,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00003 dst=null perm=null
2013-10-31 15:27:36,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00004 dst=null perm=null
2013-10-31 15:27:36,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00005 dst=null perm=null
2013-10-31 15:27:36,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:36,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:36,421 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split. New replication is 10
2013-10-31 15:27:36,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=null
2013-10-31 15:27:36,428 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split. blk_3725062175534333653_1075
2013-10-31 15:27:36,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3725062175534333653_1075 src: /127.0.0.1:51816 dest: /127.0.0.1:57702
2013-10-31 15:27:36,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3725062175534333653_1075 src: /127.0.0.1:39738 dest: /127.0.0.1:53907
2013-10-31 15:27:36,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3725062175534333653_1075 src: /127.0.0.1:38313 dest: /127.0.0.1:48948
2013-10-31 15:27:36,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3725062175534333653_1075 src: /127.0.0.1:45042 dest: /127.0.0.1:42991
2013-10-31 15:27:36,436 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45042, dest: /127.0.0.1:42991, bytes: 3118, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3725062175534333653_1075, duration: 60097
2013-10-31 15:27:36,436 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3725062175534333653_1075 terminating
2013-10-31 15:27:36,437 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3725062175534333653_1075 size 3118
2013-10-31 15:27:36,437 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38313, dest: /127.0.0.1:48948, bytes: 3118, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3725062175534333653_1075, duration: 623339
2013-10-31 15:27:36,438 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3725062175534333653_1075 terminating
2013-10-31 15:27:36,438 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39738, dest: /127.0.0.1:53907, bytes: 3118, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3725062175534333653_1075, duration: 1615583
2013-10-31 15:27:36,438 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3725062175534333653_1075 terminating
2013-10-31 15:27:36,439 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51816, dest: /127.0.0.1:57702, bytes: 3118, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3725062175534333653_1075, duration: 2194572
2013-10-31 15:27:36,439 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3725062175534333653_1075 size 3118
2013-10-31 15:27:36,439 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_3725062175534333653_1075 terminating
2013-10-31 15:27:36,441 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3725062175534333653_1075 size 3118
2013-10-31 15:27:36,441 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split from client DFSClient_1342392704
2013-10-31 15:27:36,442 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split is closed by DFSClient_1342392704
2013-10-31 15:27:36,442 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3725062175534333653_1075 size 3118
2013-10-31 15:27:36,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:36,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:36,460 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.splitmetainfo. blk_-9098199464182578688_1076
2013-10-31 15:27:36,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9098199464182578688_1076 src: /127.0.0.1:45043 dest: /127.0.0.1:42991
2013-10-31 15:27:36,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9098199464182578688_1076 src: /127.0.0.1:38316 dest: /127.0.0.1:48948
2013-10-31 15:27:36,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9098199464182578688_1076 src: /127.0.0.1:39743 dest: /127.0.0.1:53907
2013-10-31 15:27:36,465 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39743, dest: /127.0.0.1:53907, bytes: 324, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-9098199464182578688_1076, duration: 796975
2013-10-31 15:27:36,465 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-9098199464182578688_1076 terminating
2013-10-31 15:27:36,466 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38316, dest: /127.0.0.1:48948, bytes: 324, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-9098199464182578688_1076, duration: 901012
2013-10-31 15:27:36,466 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-9098199464182578688_1076 terminating
2013-10-31 15:27:36,466 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45043, dest: /127.0.0.1:42991, bytes: 324, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-9098199464182578688_1076, duration: 890607
2013-10-31 15:27:36,466 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-9098199464182578688_1076 size 324
2013-10-31 15:27:36,467 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-9098199464182578688_1076 terminating
2013-10-31 15:27:36,469 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-9098199464182578688_1076 size 324
2013-10-31 15:27:36,470 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:27:36,470 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:27:36,471 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-9098199464182578688_1076 size 324
2013-10-31 15:27:36,495 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0005
2013-10-31 15:27:36,495 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0005 being deleted.
2013-10-31 15:27:36,545 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7574255939624490983_1063 file build/test/data/dfs/data/data5/current/blk_-7574255939624490983 for deletion
2013-10-31 15:27:36,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7104996188557388269_1060 file build/test/data/dfs/data/data6/current/blk_-7104996188557388269 for deletion
2013-10-31 15:27:36,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7574255939624490983_1063 at file build/test/data/dfs/data/data5/current/blk_-7574255939624490983
2013-10-31 15:27:36,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6708667848250576147_1061 file build/test/data/dfs/data/data5/current/blk_-6708667848250576147 for deletion
2013-10-31 15:27:36,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7104996188557388269_1060 at file build/test/data/dfs/data/data6/current/blk_-7104996188557388269
2013-10-31 15:27:36,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6708667848250576147_1061 at file build/test/data/dfs/data/data5/current/blk_-6708667848250576147
2013-10-31 15:27:36,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1996941067283081033_1062 file build/test/data/dfs/data/data6/current/blk_1996941067283081033 for deletion
2013-10-31 15:27:36,546 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1996941067283081033_1062 at file build/test/data/dfs/data/data6/current/blk_1996941067283081033
2013-10-31 15:27:36,998 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_1356825296321422644_1074 to datanode(s) 127.0.0.1:53907
2013-10-31 15:27:36,998 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-1556699784732529611_1066
2013-10-31 15:27:36,998 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-1556699784732529611_1066
2013-10-31 15:27:37,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:37,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:37,890 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.xml. blk_8743031869501337894_1077
2013-10-31 15:27:37,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8743031869501337894_1077 src: /127.0.0.1:38318 dest: /127.0.0.1:48948
2013-10-31 15:27:37,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8743031869501337894_1077 src: /127.0.0.1:39745 dest: /127.0.0.1:53907
2013-10-31 15:27:37,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8743031869501337894_1077 src: /127.0.0.1:45048 dest: /127.0.0.1:42991
2013-10-31 15:27:37,898 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45048, dest: /127.0.0.1:42991, bytes: 29511, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8743031869501337894_1077, duration: 342906
2013-10-31 15:27:37,899 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8743031869501337894_1077 terminating
2013-10-31 15:27:37,899 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39745, dest: /127.0.0.1:53907, bytes: 29511, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8743031869501337894_1077, duration: 1253132
2013-10-31 15:27:37,900 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8743031869501337894_1077 terminating
2013-10-31 15:27:37,900 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38318, dest: /127.0.0.1:48948, bytes: 29511, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8743031869501337894_1077, duration: 2191273
2013-10-31 15:27:37,900 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8743031869501337894_1077 size 29511
2013-10-31 15:27:37,901 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8743031869501337894_1077 terminating
2013-10-31 15:27:37,903 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8743031869501337894_1077 size 29511
2013-10-31 15:27:37,903 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8743031869501337894_1077 size 29511
2013-10-31 15:27:37,903 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.xml from client DFSClient_1342392704
2013-10-31 15:27:37,904 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.xml is closed by DFSClient_1342392704
2013-10-31 15:27:37,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.xml dst=null perm=null
2013-10-31 15:27:37,921 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39748, bytes: 29743, op: HDFS_READ, cliID: DFSClient_60183854, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8743031869501337894_1077, duration: 478548
2013-10-31 15:27:37,940 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0006: nMaps=9 nReduces=0 max=-1
2013-10-31 15:27:37,940 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0006 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:27:37,940 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0006
2013-10-31 15:27:37,940 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0006 RESULT=SUCCESS
2013-10-31 15:27:37,941 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0006
2013-10-31 15:27:37,942 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] submitted hadoop job: job_20131031152505967_0006
2013-10-31 15:27:37,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_logs/history/job_20131031152505967_0006_1383233257910_hadoop_%5B94DB566700854FE881C7DF580517F655%2F40B846AC0FFE49E4 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:37,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_logs/history/job_20131031152505967_0006_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:37,961 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_logs/history/job_20131031152505967_0006_conf.xml. blk_326582867198715307_1079
2013-10-31 15:27:37,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_326582867198715307_1079 src: /127.0.0.1:39749 dest: /127.0.0.1:53907
2013-10-31 15:27:37,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_326582867198715307_1079 src: /127.0.0.1:45052 dest: /127.0.0.1:42991
2013-10-31 15:27:37,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_326582867198715307_1079 src: /127.0.0.1:51830 dest: /127.0.0.1:57702
2013-10-31 15:27:37,968 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51830, dest: /127.0.0.1:57702, bytes: 29576, op: HDFS_WRITE, cliID: DFSClient_60183854, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_326582867198715307_1079, duration: 278915
2013-10-31 15:27:37,968 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_326582867198715307_1079 terminating
2013-10-31 15:27:37,968 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45052, dest: /127.0.0.1:42991, bytes: 29576, op: HDFS_WRITE, cliID: DFSClient_60183854, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_326582867198715307_1079, duration: 1122451
2013-10-31 15:27:37,969 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_326582867198715307_1079 size 29576
2013-10-31 15:27:37,969 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_326582867198715307_1079 terminating
2013-10-31 15:27:37,969 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39749, dest: /127.0.0.1:53907, bytes: 29576, op: HDFS_WRITE, cliID: DFSClient_60183854, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_326582867198715307_1079, duration: 2533565
2013-10-31 15:27:37,969 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_326582867198715307_1079 terminating
2013-10-31 15:27:37,971 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_logs/history/job_20131031152505967_0006_conf.xml from client DFSClient_60183854
2013-10-31 15:27:37,971 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_logs/history/job_20131031152505967_0006_conf.xml is closed by DFSClient_60183854
2013-10-31 15:27:37,972 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_326582867198715307_1079 size 29576
2013-10-31 15:27:37,972 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_326582867198715307_1079 size 29576
2013-10-31 15:27:37,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0006/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:37,982 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0006/jobToken. blk_4289891175575725399_1080
2013-10-31 15:27:37,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4289891175575725399_1080 src: /127.0.0.1:45054 dest: /127.0.0.1:42991
2013-10-31 15:27:37,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4289891175575725399_1080 src: /127.0.0.1:39753 dest: /127.0.0.1:53907
2013-10-31 15:27:37,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4289891175575725399_1080 src: /127.0.0.1:38328 dest: /127.0.0.1:48948
2013-10-31 15:27:37,988 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38328, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4289891175575725399_1080, duration: 65667
2013-10-31 15:27:37,988 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4289891175575725399_1080 terminating
2013-10-31 15:27:37,988 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39753, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4289891175575725399_1080, duration: 860126
2013-10-31 15:27:37,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4289891175575725399_1080 terminating
2013-10-31 15:27:37,989 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45054, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4289891175575725399_1080, duration: 1218639
2013-10-31 15:27:37,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4289891175575725399_1080 terminating
2013-10-31 15:27:37,991 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4289891175575725399_1080 size 116
2013-10-31 15:27:37,991 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0006/jobToken from client DFSClient_1342392704
2013-10-31 15:27:37,992 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0006/jobToken is closed by DFSClient_1342392704
2013-10-31 15:27:37,992 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4289891175575725399_1080 size 116
2013-10-31 15:27:37,992 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4289891175575725399_1080 size 116
2013-10-31 15:27:37,999 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0006/jobToken
2013-10-31 15:27:38,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.splitmetainfo dst=null perm=null
2013-10-31 15:27:38,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38329, bytes: 328, op: HDFS_READ, cliID: DFSClient_60183854, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-9098199464182578688_1076, duration: 141107
2013-10-31 15:27:38,003 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0006 = 615. Number of splits = 9
2013-10-31 15:27:38,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0006_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:27:38,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0006 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:27:38,006 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0006 initialized successfully with 9 map tasks and 0 reduce tasks.
2013-10-31 15:27:38,362 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_1356825296321422644_1074 to 127.0.0.1:53907
2013-10-31 15:27:38,362 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1556699784732529611_1066 file build/test/data/dfs/data/data1/current/blk_-1556699784732529611 for deletion
2013-10-31 15:27:38,363 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1556699784732529611_1066 at file build/test/data/dfs/data/data1/current/blk_-1556699784732529611
2013-10-31 15:27:38,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1356825296321422644_1074 src: /127.0.0.1:39756 dest: /127.0.0.1:53907
2013-10-31 15:27:38,364 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_1356825296321422644_1074 to /127.0.0.1:53907
2013-10-31 15:27:38,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_1356825296321422644_1074 src: /127.0.0.1:39756 dest: /127.0.0.1:53907 of size 238055
2013-10-31 15:27:38,371 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1356825296321422644_1074 size 238055
2013-10-31 15:27:38,874 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0006_m_000010_0' to tip task_20131031152505967_0006_m_000010, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:27:38,879 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0005_m_000000_0'
2013-10-31 15:27:38,880 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0005_m_000001_0'
2013-10-31 15:27:38,880 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0005_m_000007_0'
2013-10-31 15:27:38,882 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0006_m_000010_0 task's state:UNASSIGNED
2013-10-31 15:27:38,882 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0006_m_000010_0 which needs 1 slots
2013-10-31 15:27:38,882 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0006_m_000010_0 which needs 1 slots
2013-10-31 15:27:38,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0006/jobToken dst=null perm=null
2013-10-31 15:27:38,892 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39757, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4289891175575725399_1080, duration: 320050
2013-10-31 15:27:38,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.xml dst=null perm=null
2013-10-31 15:27:38,904 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45061, bytes: 29743, op: HDFS_READ, cliID: DFSClient_2141912175, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8743031869501337894_1077, duration: 462667
2013-10-31 15:27:38,932 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:27:38,960 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0005_m_000002_0'
2013-10-31 15:27:38,960 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0005_m_000003_0'
2013-10-31 15:27:38,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.jar dst=null perm=null
2013-10-31 15:27:38,969 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38334, bytes: 239915, op: HDFS_READ, cliID: DFSClient_2141912175, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1356825296321422644_1074, duration: 1774085
2013-10-31 15:27:38,983 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1556699784732529611_1066 file build/test/data/dfs/data/data8/current/blk_-1556699784732529611 for deletion
2013-10-31 15:27:38,983 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1556699784732529611_1066 at file build/test/data/dfs/data/data8/current/blk_-1556699784732529611
2013-10-31 15:27:39,050 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0005_m_-1329177601
2013-10-31 15:27:39,056 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group19955 with signal TERM. Exit code 0
2013-10-31 15:27:39,057 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0006_m_-1670793767
2013-10-31 15:27:39,057 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0006_m_-1670793767 spawned.
2013-10-31 15:27:39,059 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0006/attempt_20131031152505967_0006_m_000010_0/taskjvm.sh
2013-10-31 15:27:39,699 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:27:39,699 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:27:39,699 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:27:39,700 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0005_m_-1329177601 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:27:39,999 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-1556699784732529611_1066
2013-10-31 15:27:40,433 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0006_m_-1670793767 given task: attempt_20131031152505967_0006_m_000010_0
2013-10-31 15:27:40,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:41,298 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0005
2013-10-31 15:27:41,298 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0005_m_000004_0 not found in cache
2013-10-31 15:27:41,298 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0005_m_000006_0 not found in cache
2013-10-31 15:27:41,299 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0005_m_000005_0 not found in cache
2013-10-31 15:27:41,299 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0005 for user-log deletion with retainTimeStamp:1383319661299
2013-10-31 15:27:41,726 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0005_m_565267490 since job job_20131031152505967_0005 is dead
2013-10-31 15:27:41,736 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20237 with signal TERM. Exit code 0
2013-10-31 15:27:41,843 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0005_m_-1751294867 since job job_20131031152505967_0005 is dead
2013-10-31 15:27:41,854 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20241 with signal TERM. Exit code 0
2013-10-31 15:27:41,919 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:27:41,920 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:27:41,920 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:27:41,920 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0005_m_565267490 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:27:42,017 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:27:42,018 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:27:42,018 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:27:42,018 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0005_m_-1751294867 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:27:42,548 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1556699784732529611_1066 file build/test/data/dfs/data/data6/current/blk_-1556699784732529611 for deletion
2013-10-31 15:27:42,548 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1556699784732529611_1066 at file build/test/data/dfs/data/data6/current/blk_-1556699784732529611
2013-10-31 15:27:43,850 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000010_0 0.0% setup
2013-10-31 15:27:43,852 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0006_m_000010_0 is done.
2013-10-31 15:27:43,853 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0006_m_000010_0 was -1
2013-10-31 15:27:43,853 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:43,882 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0005
2013-10-31 15:27:43,882 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0005_m_000000_0 not found in cache
2013-10-31 15:27:43,882 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0005_m_000001_0 not found in cache
2013-10-31 15:27:43,883 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0005 for user-log deletion with retainTimeStamp:1383319663883
2013-10-31 15:27:43,961 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0005
2013-10-31 15:27:43,961 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0005_m_000003_0 not found in cache
2013-10-31 15:27:43,961 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0005_m_000002_0 not found in cache
2013-10-31 15:27:43,962 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0005 for user-log deletion with retainTimeStamp:1383319663962
2013-10-31 15:27:44,054 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0005_m_1546058548 since job job_20131031152505967_0005 is dead
2013-10-31 15:27:44,066 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20144 with signal TERM. Exit code 0
2013-10-31 15:27:44,105 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0005_m_-1386695299 since job job_20131031152505967_0005 is dead
2013-10-31 15:27:44,110 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20148 with signal TERM. Exit code 0
2013-10-31 15:27:44,270 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:27:44,270 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:27:44,270 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:27:44,271 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0005_m_1546058548 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:27:44,282 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:27:44,283 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:27:44,283 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:27:44,283 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0005_m_-1386695299 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:27:44,888 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0006_m_000010_0' has completed task_20131031152505967_0006_m_000010 successfully.
2013-10-31 15:27:44,891 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0006_m_000000_0' to tip task_20131031152505967_0006_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:27:44,892 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0006_m_000000
2013-10-31 15:27:44,892 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0006_m_000001_0' to tip task_20131031152505967_0006_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:27:44,893 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0006_m_000001
2013-10-31 15:27:44,895 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0006_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:27:44,896 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0006_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:27:44,896 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0006_m_000000_0 which needs 1 slots
2013-10-31 15:27:44,897 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0006_m_000000_0 which needs 1 slots
2013-10-31 15:27:44,897 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0006_m_000001_0 which needs 1 slots
2013-10-31 15:27:44,897 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0006_m_000001_0 which needs 1 slots
2013-10-31 15:27:44,963 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0006/attempt_20131031152505967_0006_m_000001_0. Attempting to reuse: jvm_20131031152505967_0006_m_-1670793767
2013-10-31 15:27:44,963 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0005_m_-937067313
2013-10-31 15:27:44,966 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0006_m_000002_0' to tip task_20131031152505967_0006_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:27:44,966 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0006_m_000002
2013-10-31 15:27:44,966 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0006_m_000003_0' to tip task_20131031152505967_0006_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:27:44,966 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0006_m_000003
2013-10-31 15:27:44,968 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0006_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:27:44,968 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20084 with signal TERM. Exit code 0
2013-10-31 15:27:44,968 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0006_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:27:44,968 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0006_m_25138165
2013-10-31 15:27:44,968 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0006_m_000002_0 which needs 1 slots
2013-10-31 15:27:44,969 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0006_m_25138165 spawned.
2013-10-31 15:27:44,969 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0006_m_000002_0 which needs 1 slots
2013-10-31 15:27:44,969 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0006_m_000003_0 which needs 1 slots
2013-10-31 15:27:44,969 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0006_m_000003_0 which needs 1 slots
2013-10-31 15:27:44,973 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0006/attempt_20131031152505967_0006_m_000000_0/taskjvm.sh
2013-10-31 15:27:44,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0006/jobToken dst=null perm=null
2013-10-31 15:27:44,980 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45066, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4289891175575725399_1080, duration: 157026
2013-10-31 15:27:44,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.xml dst=null perm=null
2013-10-31 15:27:44,985 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38340, bytes: 29743, op: HDFS_READ, cliID: DFSClient_1989770030, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8743031869501337894_1077, duration: 217596
2013-10-31 15:27:45,093 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:27:45,101 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:27:45,101 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:27:45,101 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:27:45,101 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0005_m_-937067313 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:27:45,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.jar dst=null perm=null
2013-10-31 15:27:45,131 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39767, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1989770030, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1356825296321422644_1074, duration: 2062593
2013-10-31 15:27:45,207 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0006_m_-1017705734
2013-10-31 15:27:45,208 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0006_m_-1017705734 spawned.
2013-10-31 15:27:45,209 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0006_m_-1557579471
2013-10-31 15:27:45,209 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0006_m_-1557579471 spawned.
2013-10-31 15:27:45,210 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0006/attempt_20131031152505967_0006_m_000002_0/taskjvm.sh
2013-10-31 15:27:45,210 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0006/attempt_20131031152505967_0006_m_000003_0/taskjvm.sh
2013-10-31 15:27:45,307 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0006_m_000004_0' to tip task_20131031152505967_0006_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:27:45,307 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0006_m_000004
2013-10-31 15:27:45,308 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0006_m_000005_0' to tip task_20131031152505967_0006_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:27:45,308 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0006_m_000005
2013-10-31 15:27:45,310 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0006_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:27:45,310 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0006_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:27:45,311 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0006_m_000004_0 which needs 1 slots
2013-10-31 15:27:45,311 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0006_m_000004_0 which needs 1 slots
2013-10-31 15:27:45,311 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0006_m_000005_0 which needs 1 slots
2013-10-31 15:27:45,311 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0006_m_000005_0 which needs 1 slots
2013-10-31 15:27:45,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0006/jobToken dst=null perm=null
2013-10-31 15:27:45,317 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45070, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4289891175575725399_1080, duration: 365398
2013-10-31 15:27:45,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.xml dst=null perm=null
2013-10-31 15:27:45,324 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45072, bytes: 29743, op: HDFS_READ, cliID: DFSClient_-499086606, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8743031869501337894_1077, duration: 475130
2013-10-31 15:27:45,343 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:27:45,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.jar dst=null perm=null
2013-10-31 15:27:45,368 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38345, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-499086606, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1356825296321422644_1074, duration: 822873
2013-10-31 15:27:45,432 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0006_m_-1670793767 given task: attempt_20131031152505967_0006_m_000001_0
2013-10-31 15:27:45,438 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0006_m_1140820511
2013-10-31 15:27:45,439 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0006_m_1140820511 spawned.
2013-10-31 15:27:45,440 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0006_m_84184512
2013-10-31 15:27:45,441 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0006_m_84184512 spawned.
2013-10-31 15:27:45,442 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0006/attempt_20131031152505967_0006_m_000004_0/taskjvm.sh
2013-10-31 15:27:45,444 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0006/attempt_20131031152505967_0006_m_000005_0/taskjvm.sh
2013-10-31 15:27:45,504 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0006_m_000006_0' to tip task_20131031152505967_0006_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:27:45,504 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0006_m_000006
2013-10-31 15:27:45,504 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0006_m_000007_0' to tip task_20131031152505967_0006_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:27:45,504 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0006_m_000007
2013-10-31 15:27:45,506 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0006_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:27:45,506 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0006_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:27:45,506 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0006_m_000006_0 which needs 1 slots
2013-10-31 15:27:45,506 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0006_m_000006_0 which needs 1 slots
2013-10-31 15:27:45,507 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0006_m_000007_0 which needs 1 slots
2013-10-31 15:27:45,507 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0006_m_000007_0 which needs 1 slots
2013-10-31 15:27:45,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0006/jobToken dst=null perm=null
2013-10-31 15:27:45,512 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39773, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4289891175575725399_1080, duration: 158030
2013-10-31 15:27:45,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.xml dst=null perm=null
2013-10-31 15:27:45,517 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45077, bytes: 29743, op: HDFS_READ, cliID: DFSClient_-676606459, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8743031869501337894_1077, duration: 202197
2013-10-31 15:27:45,531 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:27:45,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=null
2013-10-31 15:27:45,538 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51855, bytes: 3146, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3725062175534333653_1075, duration: 179466
2013-10-31 15:27:45,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.jar dst=null perm=null
2013-10-31 15:27:45,548 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45079, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-676606459, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1356825296321422644_1074, duration: 739965
2013-10-31 15:27:45,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00001 dst=null perm=null
2013-10-31 15:27:45,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45080, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1974147350301485628_1068, duration: 148036
2013-10-31 15:27:45,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:45,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:45,636 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0006_m_781053631
2013-10-31 15:27:45,637 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0006_m_781053631 spawned.
2013-10-31 15:27:45,638 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0006/attempt_20131031152505967_0006_m_000007_0/taskjvm.sh
2013-10-31 15:27:45,642 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0006_m_716587363
2013-10-31 15:27:45,642 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0006_m_716587363 spawned.
2013-10-31 15:27:45,643 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0006/attempt_20131031152505967_0006_m_000006_0/taskjvm.sh
2013-10-31 15:27:45,874 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0006_m_25138165 given task: attempt_20131031152505967_0006_m_000000_0
2013-10-31 15:27:46,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:46,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:46,099 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38355, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 151892
2013-10-31 15:27:46,116 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000001_0/part-00001. blk_-1242882802939116506_1081
2013-10-31 15:27:46,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1242882802939116506_1081 src: /127.0.0.1:38356 dest: /127.0.0.1:48948
2013-10-31 15:27:46,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1242882802939116506_1081 src: /127.0.0.1:51862 dest: /127.0.0.1:57702
2013-10-31 15:27:46,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1242882802939116506_1081 src: /127.0.0.1:45086 dest: /127.0.0.1:42991
2013-10-31 15:27:46,147 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45086, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1242882802939116506_1081, duration: 2288827
2013-10-31 15:27:46,147 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1242882802939116506_1081 terminating
2013-10-31 15:27:46,147 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51862, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1242882802939116506_1081, duration: 2336539
2013-10-31 15:27:46,147 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1242882802939116506_1081 terminating
2013-10-31 15:27:46,148 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38356, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1242882802939116506_1081, duration: 2816290
2013-10-31 15:27:46,148 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1242882802939116506_1081 terminating
2013-10-31 15:27:46,149 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1242882802939116506_1081 size 114
2013-10-31 15:27:46,150 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0006_m_000001_0
2013-10-31 15:27:46,150 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0006_m_000001_0
2013-10-31 15:27:46,150 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1242882802939116506_1081 size 114
2013-10-31 15:27:46,152 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1242882802939116506_1081 size 114
2013-10-31 15:27:46,188 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0006_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:46,188 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000001_0 0.0%
2013-10-31 15:27:46,246 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0006_m_-1017705734 given task: attempt_20131031152505967_0006_m_000002_0
2013-10-31 15:27:46,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=null
2013-10-31 15:27:46,406 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51866, bytes: 3146, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3725062175534333653_1075, duration: 194428
2013-10-31 15:27:46,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00000 dst=null perm=null
2013-10-31 15:27:46,445 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39788, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_878048230238498224_1067, duration: 171587
2013-10-31 15:27:46,469 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0006_m_-1557579471 given task: attempt_20131031152505967_0006_m_000003_0
2013-10-31 15:27:46,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:46,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:46,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:46,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:46,731 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45096, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 164678
2013-10-31 15:27:46,738 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0006_m_84184512 given task: attempt_20131031152505967_0006_m_000005_0
2013-10-31 15:27:46,743 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000000_0/part-00000. blk_2760977388725112207_1082
2013-10-31 15:27:46,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=null
2013-10-31 15:27:46,761 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0006_m_716587363 given task: attempt_20131031152505967_0006_m_000006_0
2013-10-31 15:27:46,766 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38370, bytes: 2630, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000002_0, offset: 512, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3725062175534333653_1075, duration: 199342
2013-10-31 15:27:46,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2760977388725112207_1082 src: /127.0.0.1:38369 dest: /127.0.0.1:48948
2013-10-31 15:27:46,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2760977388725112207_1082 src: /127.0.0.1:45099 dest: /127.0.0.1:42991
2013-10-31 15:27:46,769 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2760977388725112207_1082 src: /127.0.0.1:39798 dest: /127.0.0.1:53907
2013-10-31 15:27:46,771 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39798, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2760977388725112207_1082, duration: 1209795
2013-10-31 15:27:46,771 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2760977388725112207_1082 terminating
2013-10-31 15:27:46,771 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45099, dest: /127.0.0.1:42991, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2760977388725112207_1082, duration: 1579342
2013-10-31 15:27:46,772 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2760977388725112207_1082 terminating
2013-10-31 15:27:46,772 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38369, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2760977388725112207_1082, duration: 1951613
2013-10-31 15:27:46,772 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2760977388725112207_1082 terminating
2013-10-31 15:27:46,772 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2760977388725112207_1082 size 92
2013-10-31 15:27:46,773 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0006_m_000000_0
2013-10-31 15:27:46,773 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0006_m_000000_0
2013-10-31 15:27:46,773 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2760977388725112207_1082 size 92
2013-10-31 15:27:46,774 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2760977388725112207_1082 size 92
2013-10-31 15:27:46,777 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0006_m_1140820511 given task: attempt_20131031152505967_0006_m_000004_0
2013-10-31 15:27:46,800 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0006_m_781053631 given task: attempt_20131031152505967_0006_m_000007_0
2013-10-31 15:27:46,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00003 dst=null perm=null
2013-10-31 15:27:46,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45101, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9195307336651468256_1072, duration: 203917
2013-10-31 15:27:46,832 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0006_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:46,833 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000000_0 0.0%
2013-10-31 15:27:46,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:46,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:47,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=null
2013-10-31 15:27:47,008 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51880, bytes: 2114, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3725062175534333653_1075, duration: 222142
2013-10-31 15:27:47,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00002 dst=null perm=null
2013-10-31 15:27:47,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51881, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5268445407379854816_1070, duration: 189154
2013-10-31 15:27:47,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:47,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:47,250 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39803, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 315131
2013-10-31 15:27:47,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:47,276 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000002_0/part-00002. blk_8442128867937614708_1083
2013-10-31 15:27:47,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:47,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8442128867937614708_1083 src: /127.0.0.1:38378 dest: /127.0.0.1:48948
2013-10-31 15:27:47,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8442128867937614708_1083 src: /127.0.0.1:45107 dest: /127.0.0.1:42991
2013-10-31 15:27:47,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8442128867937614708_1083 src: /127.0.0.1:51885 dest: /127.0.0.1:57702
2013-10-31 15:27:47,308 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51885, dest: /127.0.0.1:57702, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8442128867937614708_1083, duration: 1112735
2013-10-31 15:27:47,308 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8442128867937614708_1083 terminating
2013-10-31 15:27:47,308 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45107, dest: /127.0.0.1:42991, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8442128867937614708_1083, duration: 1652327
2013-10-31 15:27:47,308 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8442128867937614708_1083 terminating
2013-10-31 15:27:47,309 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8442128867937614708_1083 size 158
2013-10-31 15:27:47,309 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38378, dest: /127.0.0.1:48948, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8442128867937614708_1083, duration: 2062996
2013-10-31 15:27:47,309 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8442128867937614708_1083 terminating
2013-10-31 15:27:47,309 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8442128867937614708_1083 size 158
2013-10-31 15:27:47,310 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0006_m_000002_0
2013-10-31 15:27:47,310 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0006_m_000002_0
2013-10-31 15:27:47,312 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8442128867937614708_1083 size 158
2013-10-31 15:27:47,359 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0006_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:47,359 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000002_0 0.0%
2013-10-31 15:27:47,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=null
2013-10-31 15:27:47,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=null
2013-10-31 15:27:47,436 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38385, bytes: 2114, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000004_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3725062175534333653_1075, duration: 295855
2013-10-31 15:27:47,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=null
2013-10-31 15:27:47,438 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38386, bytes: 1598, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000005_0, offset: 1536, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3725062175534333653_1075, duration: 176540
2013-10-31 15:27:47,442 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45115, bytes: 1082, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000007_0, offset: 2048, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3725062175534333653_1075, duration: 173962
2013-10-31 15:27:47,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=null
2013-10-31 15:27:47,449 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38388, bytes: 1082, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000006_0, offset: 2048, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3725062175534333653_1075, duration: 171422
2013-10-31 15:27:47,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00004 dst=null perm=null
2013-10-31 15:27:47,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00005 dst=null perm=null
2013-10-31 15:27:47,474 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38389, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6364585659476679031_1072, duration: 187169
2013-10-31 15:27:47,477 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38390, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6468838251010537142_1072, duration: 121275
2013-10-31 15:27:47,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:27:47,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51896, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000007_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 118199
2013-10-31 15:27:47,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:27:47,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000007_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:47,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:47,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000006_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:47,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:47,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:47,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000006_0/part-00006 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:47,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000007_0/part-00007 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:47,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:47,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:47,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:47,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38392, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 157065
2013-10-31 15:27:47,593 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000003_0/part-00003. blk_6404584309928140379_1088
2013-10-31 15:27:47,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6404584309928140379_1088 src: /127.0.0.1:51898 dest: /127.0.0.1:57702
2013-10-31 15:27:47,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6404584309928140379_1088 src: /127.0.0.1:45122 dest: /127.0.0.1:42991
2013-10-31 15:27:47,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6404584309928140379_1088 src: /127.0.0.1:38395 dest: /127.0.0.1:48948
2013-10-31 15:27:47,620 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38395, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6404584309928140379_1088, duration: 1095248
2013-10-31 15:27:47,620 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6404584309928140379_1088 terminating
2013-10-31 15:27:47,620 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45122, dest: /127.0.0.1:42991, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6404584309928140379_1088, duration: 1458555
2013-10-31 15:27:47,620 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6404584309928140379_1088 terminating
2013-10-31 15:27:47,621 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51898, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6404584309928140379_1088, duration: 1820606
2013-10-31 15:27:47,621 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6404584309928140379_1088 size 92
2013-10-31 15:27:47,621 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6404584309928140379_1088 terminating
2013-10-31 15:27:47,622 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0006_m_000003_0
2013-10-31 15:27:47,622 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0006_m_000003_0
2013-10-31 15:27:47,622 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6404584309928140379_1088 size 92
2013-10-31 15:27:47,624 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6404584309928140379_1088 size 92
2013-10-31 15:27:47,675 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0006_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:47,675 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000003_0 0.0%
2013-10-31 15:27:47,730 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000007_0/part-00007. blk_5981642570241382817_1088
2013-10-31 15:27:47,748 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51902, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000006_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 174884
2013-10-31 15:27:47,753 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000006_0/part-00006. blk_-6011084234135189566_1088
2013-10-31 15:27:47,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:47,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5981642570241382817_1088 src: /127.0.0.1:51901 dest: /127.0.0.1:57702
2013-10-31 15:27:47,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:47,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5981642570241382817_1088 src: /127.0.0.1:39825 dest: /127.0.0.1:53907
2013-10-31 15:27:47,763 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5981642570241382817_1088 src: /127.0.0.1:38400 dest: /127.0.0.1:48948
2013-10-31 15:27:47,765 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45129, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 135032
2013-10-31 15:27:47,766 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38400, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000007_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5981642570241382817_1088, duration: 1590871
2013-10-31 15:27:47,766 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5981642570241382817_1088 terminating
2013-10-31 15:27:47,766 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39825, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000007_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5981642570241382817_1088, duration: 1766289
2013-10-31 15:27:47,766 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5981642570241382817_1088 terminating
2013-10-31 15:27:47,767 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51901, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000007_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5981642570241382817_1088, duration: 2107466
2013-10-31 15:27:47,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:47,767 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5981642570241382817_1088 terminating
2013-10-31 15:27:47,769 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5981642570241382817_1088 size 114
2013-10-31 15:27:47,770 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5981642570241382817_1088 size 114
2013-10-31 15:27:47,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:27:47,771 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5981642570241382817_1088 size 114
2013-10-31 15:27:47,774 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45130, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 137509
2013-10-31 15:27:47,774 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000004_0/part-00004. blk_3899773659493748210_1088
2013-10-31 15:27:47,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6011084234135189566_1088 src: /127.0.0.1:45126 dest: /127.0.0.1:42991
2013-10-31 15:27:47,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6011084234135189566_1088 src: /127.0.0.1:51909 dest: /127.0.0.1:57702
2013-10-31 15:27:47,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6011084234135189566_1088 src: /127.0.0.1:39831 dest: /127.0.0.1:53907
2013-10-31 15:27:47,780 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39831, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000006_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6011084234135189566_1088, duration: 1132757
2013-10-31 15:27:47,780 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6011084234135189566_1088 terminating
2013-10-31 15:27:47,781 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51909, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000006_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6011084234135189566_1088, duration: 1595240
2013-10-31 15:27:47,781 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6011084234135189566_1088 terminating
2013-10-31 15:27:47,781 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45126, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000006_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6011084234135189566_1088, duration: 1978856
2013-10-31 15:27:47,781 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6011084234135189566_1088 terminating
2013-10-31 15:27:47,783 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000005_0/part-00005. blk_7448012217839266710_1088
2013-10-31 15:27:47,784 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6011084234135189566_1088 size 136
2013-10-31 15:27:47,784 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6011084234135189566_1088 size 136
2013-10-31 15:27:47,785 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6011084234135189566_1088 size 136
2013-10-31 15:27:47,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3899773659493748210_1088 src: /127.0.0.1:38403 dest: /127.0.0.1:48948
2013-10-31 15:27:47,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3899773659493748210_1088 src: /127.0.0.1:39833 dest: /127.0.0.1:53907
2013-10-31 15:27:47,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3899773659493748210_1088 src: /127.0.0.1:45136 dest: /127.0.0.1:42991
2013-10-31 15:27:47,801 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45136, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3899773659493748210_1088, duration: 1261513
2013-10-31 15:27:47,801 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3899773659493748210_1088 terminating
2013-10-31 15:27:47,802 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39833, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3899773659493748210_1088, duration: 1516486
2013-10-31 15:27:47,802 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3899773659493748210_1088 terminating
2013-10-31 15:27:47,802 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3899773659493748210_1088 size 70
2013-10-31 15:27:47,802 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38403, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3899773659493748210_1088, duration: 1926911
2013-10-31 15:27:47,802 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3899773659493748210_1088 terminating
2013-10-31 15:27:47,803 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0006_m_000004_0
2013-10-31 15:27:47,803 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0006_m_000004_0
2013-10-31 15:27:47,806 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3899773659493748210_1088 size 70
2013-10-31 15:27:47,806 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3899773659493748210_1088 size 70
2013-10-31 15:27:47,815 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7448012217839266710_1088 src: /127.0.0.1:45134 dest: /127.0.0.1:42991
2013-10-31 15:27:47,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7448012217839266710_1088 src: /127.0.0.1:51914 dest: /127.0.0.1:57702
2013-10-31 15:27:47,817 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7448012217839266710_1088 src: /127.0.0.1:38410 dest: /127.0.0.1:48948
2013-10-31 15:27:47,820 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38410, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7448012217839266710_1088, duration: 2023265
2013-10-31 15:27:47,820 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7448012217839266710_1088 terminating
2013-10-31 15:27:47,820 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51914, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7448012217839266710_1088, duration: 2457211
2013-10-31 15:27:47,820 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7448012217839266710_1088 terminating
2013-10-31 15:27:47,820 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45134, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7448012217839266710_1088, duration: 2813825
2013-10-31 15:27:47,820 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7448012217839266710_1088 size 70
2013-10-31 15:27:47,821 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7448012217839266710_1088 terminating
2013-10-31 15:27:47,821 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7448012217839266710_1088 size 70
2013-10-31 15:27:47,821 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0006_m_000005_0
2013-10-31 15:27:47,822 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0006_m_000005_0
2013-10-31 15:27:47,823 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7448012217839266710_1088 size 70
2013-10-31 15:27:47,851 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0006_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:47,852 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000004_0 0.0%
2013-10-31 15:27:47,870 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0006_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:47,871 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000005_0 0.0%
2013-10-31 15:27:47,897 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0006_m_000008_0' to tip task_20131031152505967_0006_m_000008, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:27:47,898 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0006_m_000008
2013-10-31 15:27:47,899 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0006_m_000008_0 task's state:UNASSIGNED
2013-10-31 15:27:47,899 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0006_m_000000_0
2013-10-31 15:27:47,900 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0006_m_000001_0
2013-10-31 15:27:47,900 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0006_m_000008_0 which needs 1 slots
2013-10-31 15:27:47,900 INFO mapred.TaskTracker (TaskTracker.java:run(2475)) - TaskLauncher : Waiting for 1 to launch attempt_20131031152505967_0006_m_000008_0, currently we have 0 free slots
2013-10-31 15:27:47,972 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0006_m_000002_0
2013-10-31 15:27:47,973 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0006_m_000003_0
2013-10-31 15:27:48,169 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000007_0/part-00007 from client DFSClient_attempt_20131031152505967_0006_m_000007_0
2013-10-31 15:27:48,170 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000007_0/part-00007 is closed by DFSClient_attempt_20131031152505967_0006_m_000007_0
2013-10-31 15:27:48,183 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000006_0/part-00006 from client DFSClient_attempt_20131031152505967_0006_m_000006_0
2013-10-31 15:27:48,183 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000006_0/part-00006 is closed by DFSClient_attempt_20131031152505967_0006_m_000006_0
2013-10-31 15:27:48,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000001_0 dst=null perm=null
2013-10-31 15:27:48,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:48,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:48,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000001_0 dst=null perm=null
2013-10-31 15:27:48,231 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0006_m_000006_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:48,232 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000006_0 0.0%
2013-10-31 15:27:48,232 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0006_m_000007_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:48,233 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000007_0 0.0%
2013-10-31 15:27:48,316 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0006_m_000004_0
2013-10-31 15:27:48,316 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0006_m_000005_0
2013-10-31 15:27:48,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000002_0 dst=null perm=null
2013-10-31 15:27:48,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:48,497 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000001_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00001:0+114
2013-10-31 15:27:48,498 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0006_m_000001_0 is done.
2013-10-31 15:27:48,498 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0006_m_000001_0 was -1
2013-10-31 15:27:48,498 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:27:48,498 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0006_m_000008_0 which needs 1 slots
2013-10-31 15:27:48,509 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0006_m_000006_0
2013-10-31 15:27:48,510 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0006_m_000007_0
2013-10-31 15:27:48,527 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0006/attempt_20131031152505967_0006_m_000008_0. Attempting to reuse: jvm_20131031152505967_0006_m_-1670793767
2013-10-31 15:27:48,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000003_0 dst=null perm=null
2013-10-31 15:27:48,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:48,809 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0006_m_-1670793767 given task: attempt_20131031152505967_0006_m_000008_0
2013-10-31 15:27:48,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000000_0 dst=null perm=null
2013-10-31 15:27:48,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:48,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000004_0 dst=null perm=null
2013-10-31 15:27:48,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:48,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000005_0 dst=null perm=null
2013-10-31 15:27:48,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:48,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:48,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:48,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:48,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:48,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000002_0 dst=null perm=null
2013-10-31 15:27:48,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000003_0 dst=null perm=null
2013-10-31 15:27:48,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000004_0 dst=null perm=null
2013-10-31 15:27:48,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:48,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000000_0 dst=null perm=null
2013-10-31 15:27:48,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000005_0 dst=null perm=null
2013-10-31 15:27:48,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006/job.split dst=null perm=null
2013-10-31 15:27:48,914 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45140, bytes: 566, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000008_0, offset: 2560, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3725062175534333653_1075, duration: 177646
2013-10-31 15:27:48,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:27:48,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39839, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0006_m_000008_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 111909
2013-10-31 15:27:48,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000008_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:48,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000008_0/part-00008 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:48,952 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000008_0/part-00008. blk_-600296314595362467_1089
2013-10-31 15:27:48,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-600296314595362467_1089 src: /127.0.0.1:51919 dest: /127.0.0.1:57702
2013-10-31 15:27:48,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-600296314595362467_1089 src: /127.0.0.1:45143 dest: /127.0.0.1:42991
2013-10-31 15:27:48,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-600296314595362467_1089 src: /127.0.0.1:38416 dest: /127.0.0.1:48948
2013-10-31 15:27:48,958 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38416, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000008_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-600296314595362467_1089, duration: 904472
2013-10-31 15:27:48,958 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-600296314595362467_1089 terminating
2013-10-31 15:27:48,958 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45143, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000008_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-600296314595362467_1089, duration: 1379389
2013-10-31 15:27:48,958 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-600296314595362467_1089 terminating
2013-10-31 15:27:48,958 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51919, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0006_m_000008_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-600296314595362467_1089, duration: 1779104
2013-10-31 15:27:48,959 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-600296314595362467_1089 terminating
2013-10-31 15:27:48,960 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-600296314595362467_1089 size 70
2013-10-31 15:27:48,961 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-600296314595362467_1089 size 70
2013-10-31 15:27:48,961 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000008_0/part-00008 from client DFSClient_attempt_20131031152505967_0006_m_000008_0
2013-10-31 15:27:48,961 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000008_0/part-00008 is closed by DFSClient_attempt_20131031152505967_0006_m_000008_0
2013-10-31 15:27:48,961 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-600296314595362467_1089 size 70
2013-10-31 15:27:49,002 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0006_m_000008_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:27:49,002 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000008_0 0.0%
2013-10-31 15:27:49,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000006_0 dst=null perm=null
2013-10-31 15:27:49,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000007_0 dst=null perm=null
2013-10-31 15:27:49,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:49,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:49,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000006_0/part-00006 dst=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00006 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:49,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000007_0/part-00007 dst=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00007 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:49,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000006_0 dst=null perm=null
2013-10-31 15:27:49,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000007_0 dst=null perm=null
2013-10-31 15:27:49,330 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000000_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00000:0+136
2013-10-31 15:27:49,331 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0006_m_000000_0 is done.
2013-10-31 15:27:49,332 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0006_m_000000_0 was -1
2013-10-31 15:27:49,332 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:27:49,689 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000002_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00003:0+114
2013-10-31 15:27:49,691 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0006_m_000002_0 is done.
2013-10-31 15:27:49,691 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0006_m_000002_0 was -1
2013-10-31 15:27:49,692 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:27:49,897 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0006_m_000010_0
2013-10-31 15:27:49,897 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0006_m_000010_0
2013-10-31 15:27:49,897 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0006_m_000010_0 not found in cache
2013-10-31 15:27:49,930 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000003_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00002:0+92
2013-10-31 15:27:49,931 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0006_m_000003_0 is done.
2013-10-31 15:27:49,931 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0006_m_000003_0 was -1
2013-10-31 15:27:49,931 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:50,360 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000004_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00004:0+70
2013-10-31 15:27:50,362 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000005_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2/part-00005:0+70
2013-10-31 15:27:50,364 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0006_m_000004_0 is done.
2013-10-31 15:27:50,364 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0006_m_000004_0 was -1
2013-10-31 15:27:50,365 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:27:50,365 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0006_m_000005_0 is done.
2013-10-31 15:27:50,365 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0006_m_000005_0 was -1
2013-10-31 15:27:50,366 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:50,367 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000006_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:27:50,369 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000007_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:27:50,370 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0006_m_000006_0 is done.
2013-10-31 15:27:50,371 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0006_m_000006_0 was -1
2013-10-31 15:27:50,372 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:27:50,372 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0006_m_000007_0 is done.
2013-10-31 15:27:50,373 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0006_m_000007_0 was -1
2013-10-31 15:27:50,373 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:50,905 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0006_m_000000_0' has completed task_20131031152505967_0006_m_000000 successfully.
2013-10-31 15:27:50,907 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0006_m_000001_0' has completed task_20131031152505967_0006_m_000001 successfully.
2013-10-31 15:27:50,910 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0006_m_000008_0
2013-10-31 15:27:50,976 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0006_m_000002_0' has completed task_20131031152505967_0006_m_000002 successfully.
2013-10-31 15:27:50,978 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0006_m_000003_0' has completed task_20131031152505967_0006_m_000003 successfully.
2013-10-31 15:27:51,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000008_0 dst=null perm=null
2013-10-31 15:27:51,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:27:51,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000008_0/part-00008 dst=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00008 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:51,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary/_attempt_20131031152505967_0006_m_000008_0 dst=null perm=null
2013-10-31 15:27:51,320 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0006_m_000004_0' has completed task_20131031152505967_0006_m_000004 successfully.
2013-10-31 15:27:51,322 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0006_m_000005_0' has completed task_20131031152505967_0006_m_000005 successfully.
2013-10-31 15:27:51,516 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0006_m_000006_0' has completed task_20131031152505967_0006_m_000006 successfully.
2013-10-31 15:27:51,518 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0006_m_000007_0' has completed task_20131031152505967_0006_m_000007 successfully.
2013-10-31 15:27:51,887 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000008_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:27:51,889 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0006_m_000008_0 is done.
2013-10-31 15:27:51,889 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0006_m_000008_0 was -1
2013-10-31 15:27:51,890 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:53,914 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0006_m_000008_0' has completed task_20131031152505967_0006_m_000008 successfully.
2013-10-31 15:27:54,113 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0006_m_000009_0' to tip task_20131031152505967_0006_m_000009, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:27:54,115 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0006_m_000009_0 task's state:UNASSIGNED
2013-10-31 15:27:54,116 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0006_m_000009_0 which needs 1 slots
2013-10-31 15:27:54,116 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0006_m_000009_0 which needs 1 slots
2013-10-31 15:27:54,148 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0006/attempt_20131031152505967_0006_m_000009_0. Attempting to reuse: jvm_20131031152505967_0006_m_-1670793767
2013-10-31 15:27:55,426 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0006_m_-1670793767 given task: attempt_20131031152505967_0006_m_000009_0
2013-10-31 15:27:55,513 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000009_0 0.0%
2013-10-31 15:27:55,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_temporary dst=null perm=null
2013-10-31 15:27:55,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:27:55,525 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_SUCCESS from client DFSClient_attempt_20131031152505967_0006_m_000009_0
2013-10-31 15:27:55,525 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0006_m_000009_0
2013-10-31 15:27:55,671 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1356825296321422644 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:55,672 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1356825296321422644 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:55,672 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1356825296321422644 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:55,672 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1356825296321422644 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:55,672 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3725062175534333653 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:55,672 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3725062175534333653 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:27:55,673 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3725062175534333653 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:55,673 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3725062175534333653 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:55,673 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9098199464182578688 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:55,673 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9098199464182578688 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:55,674 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9098199464182578688 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:55,674 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8743031869501337894 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:27:55,674 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8743031869501337894 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:27:55,674 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8743031869501337894 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:27:55,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0006 dst=null perm=null
2013-10-31 15:27:58,001 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_1356825296321422644_1074 blk_3725062175534333653_1075 blk_-9098199464182578688_1076 blk_8743031869501337894_1077
2013-10-31 15:27:58,002 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_1356825296321422644_1074 blk_3725062175534333653_1075 blk_-9098199464182578688_1076 blk_8743031869501337894_1077
2013-10-31 15:27:58,490 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0006_m_000009_0 0.0% cleanup
2013-10-31 15:27:58,492 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0006_m_000009_0 is done.
2013-10-31 15:27:58,492 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0006_m_000009_0 was -1
2013-10-31 15:27:58,493 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:27:59,369 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9098199464182578688_1076 file build/test/data/dfs/data/data2/current/blk_-9098199464182578688 for deletion
2013-10-31 15:27:59,369 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1356825296321422644_1074 file build/test/data/dfs/data/data2/current/blk_1356825296321422644 for deletion
2013-10-31 15:27:59,369 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9098199464182578688_1076 at file build/test/data/dfs/data/data2/current/blk_-9098199464182578688
2013-10-31 15:27:59,370 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3725062175534333653_1075 file build/test/data/dfs/data/data1/current/blk_3725062175534333653 for deletion
2013-10-31 15:27:59,370 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1356825296321422644_1074 at file build/test/data/dfs/data/data2/current/blk_1356825296321422644
2013-10-31 15:27:59,370 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3725062175534333653_1075 at file build/test/data/dfs/data/data1/current/blk_3725062175534333653
2013-10-31 15:27:59,370 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8743031869501337894_1077 file build/test/data/dfs/data/data1/current/blk_8743031869501337894 for deletion
2013-10-31 15:27:59,371 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8743031869501337894_1077 at file build/test/data/dfs/data/data1/current/blk_8743031869501337894
2013-10-31 15:27:59,990 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9098199464182578688_1076 file build/test/data/dfs/data/data3/current/blk_-9098199464182578688 for deletion
2013-10-31 15:27:59,990 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1356825296321422644_1074 file build/test/data/dfs/data/data3/current/blk_1356825296321422644 for deletion
2013-10-31 15:27:59,990 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9098199464182578688_1076 at file build/test/data/dfs/data/data3/current/blk_-9098199464182578688
2013-10-31 15:27:59,991 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3725062175534333653_1075 file build/test/data/dfs/data/data4/current/blk_3725062175534333653 for deletion
2013-10-31 15:27:59,991 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8743031869501337894_1077 file build/test/data/dfs/data/data4/current/blk_8743031869501337894 for deletion
2013-10-31 15:27:59,991 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3725062175534333653_1075 at file build/test/data/dfs/data/data4/current/blk_3725062175534333653
2013-10-31 15:27:59,991 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1356825296321422644_1074 at file build/test/data/dfs/data/data3/current/blk_1356825296321422644
2013-10-31 15:27:59,992 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8743031869501337894_1077 at file build/test/data/dfs/data/data4/current/blk_8743031869501337894
2013-10-31 15:28:00,123 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0006_m_000009_0' has completed task_20131031152505967_0006_m_000009 successfully.
2013-10-31 15:28:00,125 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0006 has completed successfully.
2013-10-31 15:28:00,125 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0006,submitTime=1383233257910,launchTime=1383233258005,firstMapTaskLaunchTime=1383233264891,firstJobSetupTaskLaunchTime=1383233258874,firstJobCleanupTaskLaunchTime=1383233274112,finishTime=1383233280125,numMaps=9,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=49,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[94DB566700854FE881C7DF580517F655/40B846AC0FFE49E4A6F7B44B157B74EE] merge2*offset/(2/3)
2013-10-31 15:28:00,133 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_logs/history/job_20131031152505967_0006_1383233257910_hadoop_%5B94DB566700854FE881C7DF580517F655%2F40B846AC0FFE49E4. blk_6318999931023123724_1090
2013-10-31 15:28:00,135 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6318999931023123724_1090 src: /127.0.0.1:39847 dest: /127.0.0.1:53907
2013-10-31 15:28:00,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6318999931023123724_1090 src: /127.0.0.1:45150 dest: /127.0.0.1:42991
2013-10-31 15:28:00,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6318999931023123724_1090 src: /127.0.0.1:51928 dest: /127.0.0.1:57702
2013-10-31 15:28:00,152 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51928, dest: /127.0.0.1:57702, bytes: 39911, op: HDFS_WRITE, cliID: DFSClient_60183854, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6318999931023123724_1090, duration: 8738933
2013-10-31 15:28:00,152 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6318999931023123724_1090 terminating
2013-10-31 15:28:00,153 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45150, dest: /127.0.0.1:42991, bytes: 39911, op: HDFS_WRITE, cliID: DFSClient_60183854, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6318999931023123724_1090, duration: 3877661
2013-10-31 15:28:00,156 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6318999931023123724_1090 terminating
2013-10-31 15:28:00,156 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6318999931023123724_1090 size 39911
2013-10-31 15:28:00,157 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39847, dest: /127.0.0.1:53907, bytes: 39911, op: HDFS_WRITE, cliID: DFSClient_60183854, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6318999931023123724_1090, duration: 10303375
2013-10-31 15:28:00,157 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6318999931023123724_1090 size 39911
2013-10-31 15:28:00,157 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6318999931023123724_1090 terminating
2013-10-31 15:28:00,163 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_logs/history/job_20131031152505967_0006_1383233257910_hadoop_%5B94DB566700854FE881C7DF580517F655%2F40B846AC0FFE49E4 from client DFSClient_60183854
2013-10-31 15:28:00,168 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/_logs/history/job_20131031152505967_0006_1383233257910_hadoop_%5B94DB566700854FE881C7DF580517F655%2F40B846AC0FFE49E4 is closed by DFSClient_60183854
2013-10-31 15:28:00,168 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6318999931023123724_1090 size 39911
2013-10-31 15:28:00,175 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0006_1383233257910_hadoop_%5B94DB566700854FE881C7DF580517F655%2F40B846AC0FFE49E4 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:28:00,177 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0006_m_000000_0'
2013-10-31 15:28:00,177 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0006_m_000001_0'
2013-10-31 15:28:00,177 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0006_m_000008_0'
2013-10-31 15:28:00,178 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0006_m_000009_0'
2013-10-31 15:28:00,179 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4289891175575725399 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:00,179 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0006_m_000010_0'
2013-10-31 15:28:00,179 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4289891175575725399 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:00,179 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4289891175575725399 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:00,183 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0006_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:28:00,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0006 dst=null perm=null
2013-10-31 15:28:00,184 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] starting step: (1/3) ...dsecondStreamedinterMerge
2013-10-31 15:28:00,191 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:28:00,191 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:28:00,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:00,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:28:00,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:00,217 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.jar. blk_45019714437091899_1091
2013-10-31 15:28:00,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_45019714437091899_1091 src: /127.0.0.1:39851 dest: /127.0.0.1:53907
2013-10-31 15:28:00,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_45019714437091899_1091 src: /127.0.0.1:38426 dest: /127.0.0.1:48948
2013-10-31 15:28:00,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_45019714437091899_1091 src: /127.0.0.1:51932 dest: /127.0.0.1:57702
2013-10-31 15:28:00,232 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51932, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_45019714437091899_1091, duration: 6595707
2013-10-31 15:28:00,232 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_45019714437091899_1091 terminating
2013-10-31 15:28:00,232 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38426, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_45019714437091899_1091, duration: 7345424
2013-10-31 15:28:00,233 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_45019714437091899_1091 terminating
2013-10-31 15:28:00,234 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39851, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_45019714437091899_1091, duration: 8424471
2013-10-31 15:28:00,234 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_45019714437091899_1091 terminating
2013-10-31 15:28:00,236 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_45019714437091899_1091 size 238055
2013-10-31 15:28:00,237 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_45019714437091899_1091 size 238055
2013-10-31 15:28:00,238 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_45019714437091899_1091 size 238055
2013-10-31 15:28:00,334 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0006_m_000004_0'
2013-10-31 15:28:00,334 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0006_m_000005_0'
2013-10-31 15:28:00,528 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0006_m_000006_0'
2013-10-31 15:28:00,529 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0006_m_000007_0'
2013-10-31 15:28:00,637 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.jar from client DFSClient_1342392704
2013-10-31 15:28:00,637 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.jar is closed by DFSClient_1342392704
2013-10-31 15:28:00,645 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.jar. New replication is 10
2013-10-31 15:28:00,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.jar dst=null perm=null
2013-10-31 15:28:00,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:00,657 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:28:00,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE dst=null perm=null
2013-10-31 15:28:00,665 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 9
2013-10-31 15:28:00,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00000 dst=null perm=null
2013-10-31 15:28:00,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00001 dst=null perm=null
2013-10-31 15:28:00,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00002 dst=null perm=null
2013-10-31 15:28:00,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00003 dst=null perm=null
2013-10-31 15:28:00,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00004 dst=null perm=null
2013-10-31 15:28:00,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00005 dst=null perm=null
2013-10-31 15:28:00,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00006 dst=null perm=null
2013-10-31 15:28:00,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00007 dst=null perm=null
2013-10-31 15:28:00,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00008 dst=null perm=null
2013-10-31 15:28:01,002 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:53907 to replicate blk_45019714437091899_1091 to datanode(s) 127.0.0.1:42991
2013-10-31 15:28:01,003 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_4289891175575725399_1080
2013-10-31 15:28:01,003 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_4289891175575725399_1080
2013-10-31 15:28:01,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:01,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:01,024 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split. New replication is 10
2013-10-31 15:28:01,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=null
2013-10-31 15:28:01,067 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split. blk_-7744379204592028273_1092
2013-10-31 15:28:01,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7744379204592028273_1092 src: /127.0.0.1:45156 dest: /127.0.0.1:42991
2013-10-31 15:28:01,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7744379204592028273_1092 src: /127.0.0.1:51934 dest: /127.0.0.1:57702
2013-10-31 15:28:01,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7744379204592028273_1092 src: /127.0.0.1:38430 dest: /127.0.0.1:48948
2013-10-31 15:28:01,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7744379204592028273_1092 src: /127.0.0.1:39857 dest: /127.0.0.1:53907
2013-10-31 15:28:01,078 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39857, dest: /127.0.0.1:53907, bytes: 3121, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7744379204592028273_1092, duration: 90875
2013-10-31 15:28:01,078 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7744379204592028273_1092 terminating
2013-10-31 15:28:01,079 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38430, dest: /127.0.0.1:48948, bytes: 3121, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7744379204592028273_1092, duration: 962775
2013-10-31 15:28:01,079 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7744379204592028273_1092 terminating
2013-10-31 15:28:01,080 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51934, dest: /127.0.0.1:57702, bytes: 3121, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7744379204592028273_1092, duration: 2165791
2013-10-31 15:28:01,080 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7744379204592028273_1092 terminating
2013-10-31 15:28:01,081 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7744379204592028273_1092 size 3121
2013-10-31 15:28:01,081 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45156, dest: /127.0.0.1:42991, bytes: 3121, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7744379204592028273_1092, duration: 3002887
2013-10-31 15:28:01,081 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7744379204592028273_1092 size 3121
2013-10-31 15:28:01,081 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-7744379204592028273_1092 terminating
2013-10-31 15:28:01,083 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7744379204592028273_1092 size 3121
2013-10-31 15:28:01,084 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split from client DFSClient_1342392704
2013-10-31 15:28:01,085 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split is closed by DFSClient_1342392704
2013-10-31 15:28:01,085 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7744379204592028273_1092 size 3121
2013-10-31 15:28:01,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:01,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:01,107 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.splitmetainfo. blk_7892704075353673531_1093
2013-10-31 15:28:01,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7892704075353673531_1093 src: /127.0.0.1:39858 dest: /127.0.0.1:53907
2013-10-31 15:28:01,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7892704075353673531_1093 src: /127.0.0.1:45161 dest: /127.0.0.1:42991
2013-10-31 15:28:01,112 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7892704075353673531_1093 src: /127.0.0.1:38434 dest: /127.0.0.1:48948
2013-10-31 15:28:01,114 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38434, dest: /127.0.0.1:48948, bytes: 325, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7892704075353673531_1093, duration: 67597
2013-10-31 15:28:01,115 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7892704075353673531_1093 terminating
2013-10-31 15:28:01,115 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7892704075353673531_1093 size 325
2013-10-31 15:28:01,115 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45161, dest: /127.0.0.1:42991, bytes: 325, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7892704075353673531_1093, duration: 945625
2013-10-31 15:28:01,116 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7892704075353673531_1093 terminating
2013-10-31 15:28:01,116 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39858, dest: /127.0.0.1:53907, bytes: 325, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7892704075353673531_1093, duration: 1981177
2013-10-31 15:28:01,117 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7892704075353673531_1093 terminating
2013-10-31 15:28:01,119 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7892704075353673531_1093 size 325
2013-10-31 15:28:01,119 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:28:01,120 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:28:01,120 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7892704075353673531_1093 size 325
2013-10-31 15:28:01,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:01,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:01,151 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.xml. blk_6373784628404366032_1094
2013-10-31 15:28:01,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6373784628404366032_1094 src: /127.0.0.1:38435 dest: /127.0.0.1:48948
2013-10-31 15:28:01,155 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6373784628404366032_1094 src: /127.0.0.1:45164 dest: /127.0.0.1:42991
2013-10-31 15:28:01,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6373784628404366032_1094 src: /127.0.0.1:51942 dest: /127.0.0.1:57702
2013-10-31 15:28:01,159 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51942, dest: /127.0.0.1:57702, bytes: 29174, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6373784628404366032_1094, duration: 270337
2013-10-31 15:28:01,160 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6373784628404366032_1094 terminating
2013-10-31 15:28:01,160 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45164, dest: /127.0.0.1:42991, bytes: 29174, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6373784628404366032_1094, duration: 1126324
2013-10-31 15:28:01,161 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6373784628404366032_1094 terminating
2013-10-31 15:28:01,161 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38435, dest: /127.0.0.1:48948, bytes: 29174, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6373784628404366032_1094, duration: 2200748
2013-10-31 15:28:01,162 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6373784628404366032_1094 terminating
2013-10-31 15:28:01,165 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6373784628404366032_1094 size 29174
2013-10-31 15:28:01,165 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.xml from client DFSClient_1342392704
2013-10-31 15:28:01,165 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.xml is closed by DFSClient_1342392704
2013-10-31 15:28:01,166 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6373784628404366032_1094 size 29174
2013-10-31 15:28:01,166 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6373784628404366032_1094 size 29174
2013-10-31 15:28:01,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.xml dst=null perm=null
2013-10-31 15:28:01,183 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45167, bytes: 29402, op: HDFS_READ, cliID: DFSClient_-885508614, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6373784628404366032_1094, duration: 487115
2013-10-31 15:28:01,201 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0007: nMaps=9 nReduces=0 max=-1
2013-10-31 15:28:01,201 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0007 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:28:01,201 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0007
2013-10-31 15:28:01,201 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0007 RESULT=SUCCESS
2013-10-31 15:28:01,202 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0007
2013-10-31 15:28:01,202 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] submitted hadoop job: job_20131031152505967_0007
2013-10-31 15:28:01,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0007_1383233281172_hadoop_%5B94DB566700854FE881C7DF580517F655%2F7AFF2B2AC19C4E18 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:01,614 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 531 Total time for transactions(ms): 15Number of transactions batched in Syncs: 68 Number of syncs: 372 SyncTimes(ms): 16193 1829
2013-10-31 15:28:01,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0007_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:01,628 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0007_conf.xml. blk_-7557404186849931878_1096
2013-10-31 15:28:01,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7557404186849931878_1096 src: /127.0.0.1:51945 dest: /127.0.0.1:57702
2013-10-31 15:28:01,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7557404186849931878_1096 src: /127.0.0.1:45169 dest: /127.0.0.1:42991
2013-10-31 15:28:01,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7557404186849931878_1096 src: /127.0.0.1:39868 dest: /127.0.0.1:53907
2013-10-31 15:28:01,640 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39868, dest: /127.0.0.1:53907, bytes: 29239, op: HDFS_WRITE, cliID: DFSClient_-885508614, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7557404186849931878_1096, duration: 5867310
2013-10-31 15:28:01,640 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7557404186849931878_1096 terminating
2013-10-31 15:28:01,640 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45169, dest: /127.0.0.1:42991, bytes: 29239, op: HDFS_WRITE, cliID: DFSClient_-885508614, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7557404186849931878_1096, duration: 2026637
2013-10-31 15:28:01,641 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7557404186849931878_1096 terminating
2013-10-31 15:28:01,642 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51945, dest: /127.0.0.1:57702, bytes: 29239, op: HDFS_WRITE, cliID: DFSClient_-885508614, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7557404186849931878_1096, duration: 3313039
2013-10-31 15:28:01,642 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7557404186849931878_1096 size 29239
2013-10-31 15:28:01,643 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7557404186849931878_1096 terminating
2013-10-31 15:28:01,644 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7557404186849931878_1096 size 29239
2013-10-31 15:28:01,644 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0007_conf.xml from client DFSClient_-885508614
2013-10-31 15:28:01,644 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0007_conf.xml is closed by DFSClient_-885508614
2013-10-31 15:28:01,644 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7557404186849931878_1096 size 29239
2013-10-31 15:28:01,647 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:28:01,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0007/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:01,655 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0007/jobToken. blk_5034757757758706209_1097
2013-10-31 15:28:01,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5034757757758706209_1097 src: /127.0.0.1:38443 dest: /127.0.0.1:48948
2013-10-31 15:28:01,656 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:28:01,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5034757757758706209_1097 src: /127.0.0.1:39870 dest: /127.0.0.1:53907
2013-10-31 15:28:01,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5034757757758706209_1097 src: /127.0.0.1:51950 dest: /127.0.0.1:57702
2013-10-31 15:28:01,661 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51950, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5034757757758706209_1097, duration: 38084
2013-10-31 15:28:01,662 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5034757757758706209_1097 terminating
2013-10-31 15:28:01,662 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39870, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5034757757758706209_1097, duration: 66613
2013-10-31 15:28:01,663 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5034757757758706209_1097 terminating
2013-10-31 15:28:01,663 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38443, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5034757757758706209_1097, duration: 1400916
2013-10-31 15:28:01,663 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5034757757758706209_1097 size 116
2013-10-31 15:28:01,664 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5034757757758706209_1097 terminating
2013-10-31 15:28:01,667 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5034757757758706209_1097 size 116
2013-10-31 15:28:01,667 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5034757757758706209_1097 size 116
2013-10-31 15:28:01,667 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0007/jobToken from client DFSClient_1342392704
2013-10-31 15:28:01,668 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:28:01,668 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0007/jobToken is closed by DFSClient_1342392704
2013-10-31 15:28:01,673 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0007/jobToken
2013-10-31 15:28:01,674 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:28:01,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.splitmetainfo dst=null perm=null
2013-10-31 15:28:01,676 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39872, bytes: 329, op: HDFS_READ, cliID: DFSClient_-885508614, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7892704075353673531_1093, duration: 124768
2013-10-31 15:28:01,677 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0007 = 916. Number of splits = 9
2013-10-31 15:28:01,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,678 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,678 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,678 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,678 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,678 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,678 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,678 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,678 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,678 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,678 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,679 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,679 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,679 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,679 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,679 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,679 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,679 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,679 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0007_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:01,679 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0007 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:28:01,680 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0007 initialized successfully with 9 map tasks and 0 reduce tasks.
2013-10-31 15:28:01,681 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:28:01,689 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:28:01,698 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:28:01,698 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 15:28:02,370 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4289891175575725399_1080 file build/test/data/dfs/data/data1/current/blk_4289891175575725399 for deletion
2013-10-31 15:28:02,370 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4289891175575725399_1080 at file build/test/data/dfs/data/data1/current/blk_4289891175575725399
2013-10-31 15:28:02,991 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:53907, storageID=DS-709277284-10.5.128.102-53907-1383233102814, infoPort=60870, ipcPort=55693) Starting thread to transfer block blk_45019714437091899_1091 to 127.0.0.1:42991
2013-10-31 15:28:02,992 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4289891175575725399_1080 file build/test/data/dfs/data/data4/current/blk_4289891175575725399 for deletion
2013-10-31 15:28:02,992 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4289891175575725399_1080 at file build/test/data/dfs/data/data4/current/blk_4289891175575725399
2013-10-31 15:28:02,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_45019714437091899_1091 src: /127.0.0.1:45175 dest: /127.0.0.1:42991
2013-10-31 15:28:02,994 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:53907, storageID=DS-709277284-10.5.128.102-53907-1383233102814, infoPort=60870, ipcPort=55693):Transmitted block blk_45019714437091899_1091 to /127.0.0.1:42991
2013-10-31 15:28:02,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_45019714437091899_1091 src: /127.0.0.1:45175 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:28:03,001 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_45019714437091899_1091 size 238055
2013-10-31 15:28:03,124 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0007_m_000010_0' to tip task_20131031152505967_0007_m_000010, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:28:03,126 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0006_m_000002_0'
2013-10-31 15:28:03,126 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0006_m_000003_0'
2013-10-31 15:28:03,127 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0007_m_000010_0 task's state:UNASSIGNED
2013-10-31 15:28:03,127 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0007_m_000010_0 which needs 1 slots
2013-10-31 15:28:03,127 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0007_m_000010_0 which needs 1 slots
2013-10-31 15:28:03,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0007/jobToken dst=null perm=null
2013-10-31 15:28:03,133 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38448, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5034757757758706209_1097, duration: 292784
2013-10-31 15:28:03,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.xml dst=null perm=null
2013-10-31 15:28:03,140 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45178, bytes: 29402, op: HDFS_READ, cliID: DFSClient_359412963, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6373784628404366032_1094, duration: 401602
2013-10-31 15:28:03,160 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:28:03,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.jar dst=null perm=null
2013-10-31 15:28:03,189 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51956, bytes: 239915, op: HDFS_READ, cliID: DFSClient_359412963, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_45019714437091899_1091, duration: 675292
2013-10-31 15:28:03,272 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0006_m_-1557579471
2013-10-31 15:28:03,276 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20888 with signal TERM. Exit code 0
2013-10-31 15:28:03,276 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0007_m_722382989
2013-10-31 15:28:03,277 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0007_m_722382989 spawned.
2013-10-31 15:28:03,279 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0007/attempt_20131031152505967_0007_m_000010_0/taskjvm.sh
2013-10-31 15:28:03,335 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:03,335 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:03,335 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:03,335 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0006_m_-1557579471 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:04,003 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_1356825296321422644_1074 blk_4289891175575725399_1080 blk_3725062175534333653_1075 blk_-9098199464182578688_1076 blk_8743031869501337894_1077
2013-10-31 15:28:04,004 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_1356825296321422644_1074 blk_3725062175534333653_1075
2013-10-31 15:28:05,180 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0006
2013-10-31 15:28:05,180 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0006_m_000001_0 not found in cache
2013-10-31 15:28:05,181 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0006_m_000008_0 not found in cache
2013-10-31 15:28:05,181 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0006_m_000000_0 not found in cache
2013-10-31 15:28:05,181 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0006_m_000009_0 not found in cache
2013-10-31 15:28:05,182 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383319685182
2013-10-31 15:28:05,335 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0006
2013-10-31 15:28:05,336 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0006_m_000004_0 not found in cache
2013-10-31 15:28:05,336 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0006_m_000005_0 not found in cache
2013-10-31 15:28:05,337 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383319685336
2013-10-31 15:28:05,529 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0006
2013-10-31 15:28:05,529 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0006_m_000006_0 not found in cache
2013-10-31 15:28:05,530 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0006_m_000007_0 not found in cache
2013-10-31 15:28:05,532 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383319685532
2013-10-31 15:28:05,930 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0006_m_1140820511 since job job_20131031152505967_0006 is dead
2013-10-31 15:28:05,934 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0006_m_781053631 since job job_20131031152505967_0006 is dead
2013-10-31 15:28:05,935 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20933 with signal TERM. Exit code 0
2013-10-31 15:28:05,935 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0006_m_84184512 since job job_20131031152505967_0006 is dead
2013-10-31 15:28:05,940 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20992 with signal TERM. Exit code 0
2013-10-31 15:28:05,941 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20932 with signal TERM. Exit code 0
2013-10-31 15:28:05,942 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0006_m_716587363 since job job_20131031152505967_0006 is dead
2013-10-31 15:28:05,959 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20993 with signal TERM. Exit code 0
2013-10-31 15:28:05,992 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1356825296321422644_1074 file build/test/data/dfs/data/data8/current/blk_1356825296321422644 for deletion
2013-10-31 15:28:05,992 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3725062175534333653_1075 file build/test/data/dfs/data/data7/current/blk_3725062175534333653 for deletion
2013-10-31 15:28:05,993 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1356825296321422644_1074 at file build/test/data/dfs/data/data8/current/blk_1356825296321422644
2013-10-31 15:28:05,993 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3725062175534333653_1075 at file build/test/data/dfs/data/data7/current/blk_3725062175534333653
2013-10-31 15:28:06,121 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:06,121 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:06,121 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:06,121 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0006_m_1140820511 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:06,122 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:06,123 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:06,123 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:06,123 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0006_m_781053631 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:06,134 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:06,134 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:06,134 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:06,134 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:06,135 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:06,135 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:06,135 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0006_m_716587363 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:06,135 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0006_m_84184512 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:06,408 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0007_m_722382989 given task: attempt_20131031152505967_0007_m_000010_0
2013-10-31 15:28:06,409 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0006_m_25138165 since job job_20131031152505967_0006 is dead
2013-10-31 15:28:06,414 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20751 with signal TERM. Exit code 0
2013-10-31 15:28:06,529 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0006_m_-1670793767 since job job_20131031152505967_0006 is dead
2013-10-31 15:28:06,533 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20604 with signal TERM. Exit code 0
2013-10-31 15:28:06,555 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9098199464182578688_1076 file build/test/data/dfs/data/data6/current/blk_-9098199464182578688 for deletion
2013-10-31 15:28:06,555 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1356825296321422644_1074 file build/test/data/dfs/data/data6/current/blk_1356825296321422644 for deletion
2013-10-31 15:28:06,556 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9098199464182578688_1076 at file build/test/data/dfs/data/data6/current/blk_-9098199464182578688
2013-10-31 15:28:06,556 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3725062175534333653_1075 file build/test/data/dfs/data/data5/current/blk_3725062175534333653 for deletion
2013-10-31 15:28:06,556 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1356825296321422644_1074 at file build/test/data/dfs/data/data6/current/blk_1356825296321422644
2013-10-31 15:28:06,556 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3725062175534333653_1075 at file build/test/data/dfs/data/data5/current/blk_3725062175534333653
2013-10-31 15:28:06,556 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4289891175575725399_1080 file build/test/data/dfs/data/data6/current/blk_4289891175575725399 for deletion
2013-10-31 15:28:06,556 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8743031869501337894_1077 file build/test/data/dfs/data/data5/current/blk_8743031869501337894 for deletion
2013-10-31 15:28:06,556 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4289891175575725399_1080 at file build/test/data/dfs/data/data6/current/blk_4289891175575725399
2013-10-31 15:28:06,556 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8743031869501337894_1077 at file build/test/data/dfs/data/data5/current/blk_8743031869501337894
2013-10-31 15:28:06,583 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:06,583 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:06,583 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:06,583 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0006_m_25138165 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:06,671 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:06,671 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:06,671 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:06,671 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0006_m_-1670793767 exited with exit code 143. Number of tasks it ran: 4
2013-10-31 15:28:06,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:08,127 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0006
2013-10-31 15:28:08,128 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0006_m_000003_0 not found in cache
2013-10-31 15:28:08,128 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0006_m_000002_0 not found in cache
2013-10-31 15:28:08,129 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0006 for user-log deletion with retainTimeStamp:1383319688129
2013-10-31 15:28:08,287 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0006_m_-1017705734 since job job_20131031152505967_0006 is dead
2013-10-31 15:28:08,297 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group20827 with signal TERM. Exit code 0
2013-10-31 15:28:08,631 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:08,631 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:08,631 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:08,631 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0006_m_-1017705734 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:09,852 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000010_0 0.0% setup
2013-10-31 15:28:09,855 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0007_m_000010_0 is done.
2013-10-31 15:28:09,856 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0007_m_000010_0 was -1
2013-10-31 15:28:09,856 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:12,138 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0007_m_000010_0' has completed task_20131031152505967_0007_m_000010 successfully.
2013-10-31 15:28:12,141 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0007_m_000000_0' to tip task_20131031152505967_0007_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:28:12,142 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0007_m_000000
2013-10-31 15:28:12,143 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0007_m_000001_0' to tip task_20131031152505967_0007_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:28:12,143 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0007_m_000001
2013-10-31 15:28:12,145 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0007_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:28:12,146 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0007_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:28:12,146 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0007_m_000000_0 which needs 1 slots
2013-10-31 15:28:12,147 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0007_m_000000_0 which needs 1 slots
2013-10-31 15:28:12,147 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0007_m_000001_0 which needs 1 slots
2013-10-31 15:28:12,147 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0007_m_000001_0 which needs 1 slots
2013-10-31 15:28:12,185 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0007_m_-35776734
2013-10-31 15:28:12,186 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0007_m_-35776734 spawned.
2013-10-31 15:28:12,186 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0007/attempt_20131031152505967_0007_m_000000_0. Attempting to reuse: jvm_20131031152505967_0007_m_722382989
2013-10-31 15:28:12,187 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0007/attempt_20131031152505967_0007_m_000001_0/taskjvm.sh
2013-10-31 15:28:12,190 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0007_m_000002_0' to tip task_20131031152505967_0007_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:28:12,190 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0007_m_000002
2013-10-31 15:28:12,190 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0007_m_000003_0' to tip task_20131031152505967_0007_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:28:12,223 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0007_m_000003
2013-10-31 15:28:12,225 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0007_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:28:12,226 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0007_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:28:12,226 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0007_m_000002_0 which needs 1 slots
2013-10-31 15:28:12,226 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0007_m_000002_0 which needs 1 slots
2013-10-31 15:28:12,227 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0007_m_000003_0 which needs 1 slots
2013-10-31 15:28:12,227 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0007_m_000003_0 which needs 1 slots
2013-10-31 15:28:12,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0007/jobToken dst=null perm=null
2013-10-31 15:28:12,262 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51959, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5034757757758706209_1097, duration: 327033
2013-10-31 15:28:12,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.xml dst=null perm=null
2013-10-31 15:28:12,274 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45184, bytes: 29402, op: HDFS_READ, cliID: DFSClient_160342391, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6373784628404366032_1094, duration: 419219
2013-10-31 15:28:12,305 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:28:12,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.jar dst=null perm=null
2013-10-31 15:28:12,329 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38457, bytes: 239915, op: HDFS_READ, cliID: DFSClient_160342391, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_45019714437091899_1091, duration: 661218
2013-10-31 15:28:12,344 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0007_m_000004_0' to tip task_20131031152505967_0007_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:28:12,344 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0007_m_000004
2013-10-31 15:28:12,344 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0007_m_000005_0' to tip task_20131031152505967_0007_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:28:12,344 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0007_m_000005
2013-10-31 15:28:12,345 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0007_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:28:12,346 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0007_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:28:12,346 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0007_m_000004_0 which needs 1 slots
2013-10-31 15:28:12,346 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0007_m_000004_0 which needs 1 slots
2013-10-31 15:28:12,346 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0007_m_000005_0 which needs 1 slots
2013-10-31 15:28:12,346 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0007_m_000005_0 which needs 1 slots
2013-10-31 15:28:12,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0007/jobToken dst=null perm=null
2013-10-31 15:28:12,350 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38458, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5034757757758706209_1097, duration: 121175
2013-10-31 15:28:12,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.xml dst=null perm=null
2013-10-31 15:28:12,355 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51965, bytes: 29402, op: HDFS_READ, cliID: DFSClient_-1123642421, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6373784628404366032_1094, duration: 165991
2013-10-31 15:28:12,367 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:28:12,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.jar dst=null perm=null
2013-10-31 15:28:12,385 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0007_m_-1602895555
2013-10-31 15:28:12,386 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0007_m_-1602895555 spawned.
2013-10-31 15:28:12,387 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0007_m_727759378
2013-10-31 15:28:12,387 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39887, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1123642421, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_45019714437091899_1091, duration: 1582188
2013-10-31 15:28:12,387 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0007_m_727759378 spawned.
2013-10-31 15:28:12,388 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0007/attempt_20131031152505967_0007_m_000002_0/taskjvm.sh
2013-10-31 15:28:12,389 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0007/attempt_20131031152505967_0007_m_000003_0/taskjvm.sh
2013-10-31 15:28:12,539 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0007_m_000006_0' to tip task_20131031152505967_0007_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:28:12,558 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0007_m_000006
2013-10-31 15:28:12,558 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0007_m_000007_0' to tip task_20131031152505967_0007_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:28:12,559 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0007_m_000007
2013-10-31 15:28:12,561 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0007_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:28:12,562 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0007_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:28:12,562 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0007_m_000006_0 which needs 1 slots
2013-10-31 15:28:12,562 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0007_m_000006_0 which needs 1 slots
2013-10-31 15:28:12,563 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0007_m_000007_0 which needs 1 slots
2013-10-31 15:28:12,563 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0007_m_000007_0 which needs 1 slots
2013-10-31 15:28:12,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0007/jobToken dst=null perm=null
2013-10-31 15:28:12,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39888, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5034757757758706209_1097, duration: 312319
2013-10-31 15:28:12,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.xml dst=null perm=null
2013-10-31 15:28:12,574 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38464, bytes: 29402, op: HDFS_READ, cliID: DFSClient_1533206611, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6373784628404366032_1094, duration: 191955
2013-10-31 15:28:12,627 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0007_m_-2141923882
2013-10-31 15:28:12,628 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0007_m_-2141923882 spawned.
2013-10-31 15:28:12,628 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0007_m_-930152142
2013-10-31 15:28:12,629 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0007_m_-930152142 spawned.
2013-10-31 15:28:12,629 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0007/attempt_20131031152505967_0007_m_000005_0/taskjvm.sh
2013-10-31 15:28:12,630 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0007/attempt_20131031152505967_0007_m_000004_0/taskjvm.sh
2013-10-31 15:28:12,634 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:28:12,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.jar dst=null perm=null
2013-10-31 15:28:12,648 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51970, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1533206611, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_45019714437091899_1091, duration: 677928
2013-10-31 15:28:12,705 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0007_m_-652245360
2013-10-31 15:28:12,706 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0007_m_-652245360 spawned.
2013-10-31 15:28:12,706 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0007_m_-935428018
2013-10-31 15:28:12,707 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0007_m_-935428018 spawned.
2013-10-31 15:28:12,708 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0007/attempt_20131031152505967_0007_m_000006_0/taskjvm.sh
2013-10-31 15:28:12,708 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0007/attempt_20131031152505967_0007_m_000007_0/taskjvm.sh
2013-10-31 15:28:13,072 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0007_m_-35776734 given task: attempt_20131031152505967_0007_m_000001_0
2013-10-31 15:28:13,363 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0007_m_-1602895555 given task: attempt_20131031152505967_0007_m_000002_0
2013-10-31 15:28:13,418 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0007_m_722382989 given task: attempt_20131031152505967_0007_m_000000_0
2013-10-31 15:28:13,498 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0007_m_727759378 given task: attempt_20131031152505967_0007_m_000003_0
2013-10-31 15:28:13,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=null
2013-10-31 15:28:13,542 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45199, bytes: 3149, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7744379204592028273_1092, duration: 172826
2013-10-31 15:28:13,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00002 dst=null perm=null
2013-10-31 15:28:13,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=null
2013-10-31 15:28:13,594 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45201, bytes: 162, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8442128867937614708_1083, duration: 212271
2013-10-31 15:28:13,596 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39900, bytes: 3149, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7744379204592028273_1092, duration: 156534
2013-10-31 15:28:13,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00006 dst=null perm=null
2013-10-31 15:28:13,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:13,636 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45204, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6011084234135189566_1088, duration: 137918
2013-10-31 15:28:13,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:13,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:13,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:13,770 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0007_m_-930152142 given task: attempt_20131031152505967_0007_m_000004_0
2013-10-31 15:28:13,820 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0007_m_-652245360 given task: attempt_20131031152505967_0007_m_000006_0
2013-10-31 15:28:13,822 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0007_m_-2141923882 given task: attempt_20131031152505967_0007_m_000005_0
2013-10-31 15:28:13,848 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0007_m_-935428018 given task: attempt_20131031152505967_0007_m_000007_0
2013-10-31 15:28:13,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:13,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:13,894 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38480, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 149191
2013-10-31 15:28:13,905 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000000_0/part-00000. blk_6298575509942183568_1099
2013-10-31 15:28:13,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:13,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:13,916 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39908, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 130813
2013-10-31 15:28:13,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6298575509942183568_1099 src: /127.0.0.1:38481 dest: /127.0.0.1:48948
2013-10-31 15:28:13,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6298575509942183568_1099 src: /127.0.0.1:45211 dest: /127.0.0.1:42991
2013-10-31 15:28:13,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6298575509942183568_1099 src: /127.0.0.1:51989 dest: /127.0.0.1:57702
2013-10-31 15:28:13,926 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51989, dest: /127.0.0.1:57702, bytes: 64, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6298575509942183568_1099, duration: 1165591
2013-10-31 15:28:13,926 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6298575509942183568_1099 terminating
2013-10-31 15:28:13,927 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45211, dest: /127.0.0.1:42991, bytes: 64, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6298575509942183568_1099, duration: 1234342
2013-10-31 15:28:13,927 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6298575509942183568_1099 terminating
2013-10-31 15:28:13,929 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38481, dest: /127.0.0.1:48948, bytes: 64, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6298575509942183568_1099, duration: 3433065
2013-10-31 15:28:13,929 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6298575509942183568_1099 size 64
2013-10-31 15:28:13,929 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6298575509942183568_1099 terminating
2013-10-31 15:28:13,930 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6298575509942183568_1099 size 64
2013-10-31 15:28:13,930 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000001_0/part-00001. blk_-3391112984127058685_1099
2013-10-31 15:28:13,931 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0007_m_000000_0
2013-10-31 15:28:13,931 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0007_m_000000_0
2013-10-31 15:28:13,933 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6298575509942183568_1099 size 64
2013-10-31 15:28:13,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=null
2013-10-31 15:28:13,942 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38486, bytes: 2633, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000002_0, offset: 512, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7744379204592028273_1092, duration: 163855
2013-10-31 15:28:13,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3391112984127058685_1099 src: /127.0.0.1:45213 dest: /127.0.0.1:42991
2013-10-31 15:28:13,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3391112984127058685_1099 src: /127.0.0.1:51992 dest: /127.0.0.1:57702
2013-10-31 15:28:13,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3391112984127058685_1099 src: /127.0.0.1:38488 dest: /127.0.0.1:48948
2013-10-31 15:28:13,961 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38488, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3391112984127058685_1099, duration: 1922658
2013-10-31 15:28:13,961 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3391112984127058685_1099 terminating
2013-10-31 15:28:13,961 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:51992, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3391112984127058685_1099, duration: 2669088
2013-10-31 15:28:13,961 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3391112984127058685_1099 terminating
2013-10-31 15:28:13,962 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45213, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3391112984127058685_1099, duration: 3148105
2013-10-31 15:28:13,962 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3391112984127058685_1099 terminating
2013-10-31 15:28:13,965 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3391112984127058685_1099 size 8
2013-10-31 15:28:13,965 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3391112984127058685_1099 size 8
2013-10-31 15:28:13,966 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3391112984127058685_1099 size 8
2013-10-31 15:28:13,977 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0007_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:13,977 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000000_0 0.0%
2013-10-31 15:28:13,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00001 dst=null perm=null
2013-10-31 15:28:13,983 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51995, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1242882802939116506_1081, duration: 157095
2013-10-31 15:28:14,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:14,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=null
2013-10-31 15:28:14,070 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51996, bytes: 2117, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7744379204592028273_1092, duration: 196398
2013-10-31 15:28:14,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00007 dst=null perm=null
2013-10-31 15:28:14,327 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:51997, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5981642570241382817_1088, duration: 131128
2013-10-31 15:28:14,364 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0007_m_000001_0
2013-10-31 15:28:14,364 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0007_m_000001_0
2013-10-31 15:28:14,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=null
2013-10-31 15:28:14,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=null
2013-10-31 15:28:14,566 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45224, bytes: 1601, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000005_0, offset: 1536, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7744379204592028273_1092, duration: 170680
2013-10-31 15:28:14,567 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45225, bytes: 1085, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000006_0, offset: 2048, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7744379204592028273_1092, duration: 150453
2013-10-31 15:28:14,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=null
2013-10-31 15:28:14,582 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38498, bytes: 2117, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000004_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7744379204592028273_1092, duration: 148907
2013-10-31 15:28:14,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00003 dst=null perm=null
2013-10-31 15:28:14,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00004 dst=null perm=null
2013-10-31 15:28:14,604 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45227, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6404584309928140379_1088, duration: 134658
2013-10-31 15:28:14,604 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39926, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000006_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3899773659493748210_1088, duration: 116248
2013-10-31 15:28:14,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00000 dst=null perm=null
2013-10-31 15:28:14,619 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39927, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2760977388725112207_1082, duration: 111794
2013-10-31 15:28:15,149 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0007_m_000008_0' to tip task_20131031152505967_0007_m_000008, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:28:15,150 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0007_m_000008
2013-10-31 15:28:15,152 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0007_m_000008_0 task's state:UNASSIGNED
2013-10-31 15:28:15,152 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0007_m_000000_0
2013-10-31 15:28:15,152 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0007_m_000008_0 which needs 1 slots
2013-10-31 15:28:15,152 INFO mapred.TaskTracker (TaskTracker.java:run(2475)) - TaskLauncher : Waiting for 1 to launch attempt_20131031152505967_0007_m_000008_0, currently we have 0 free slots
2013-10-31 15:28:15,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:15,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:15,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:15,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000006_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:15,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:15,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:15,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:15,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000006_0/part-00006 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:15,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:15,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=null
2013-10-31 15:28:15,454 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52008, bytes: 1085, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000007_0, offset: 2048, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7744379204592028273_1092, duration: 169426
2013-10-31 15:28:15,476 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0007_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:15,476 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000001_0 0.0%
2013-10-31 15:28:15,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00005 dst=null perm=null
2013-10-31 15:28:15,493 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38504, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000007_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7448012217839266710_1088, duration: 132341
2013-10-31 15:28:15,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000007_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:15,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000007_0/part-00007 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:15,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,636 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39931, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 144555
2013-10-31 15:28:15,654 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000005_0/part-00005. blk_9111309849236416525_1105
2013-10-31 15:28:15,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,665 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45235, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000006_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 149149
2013-10-31 15:28:15,665 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39934, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 149560
2013-10-31 15:28:15,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,678 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39935, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 123355
2013-10-31 15:28:15,679 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000006_0/part-00006 from client DFSClient_attempt_20131031152505967_0007_m_000006_0
2013-10-31 15:28:15,679 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000006_0/part-00006 is closed by DFSClient_attempt_20131031152505967_0007_m_000006_0
2013-10-31 15:28:15,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9111309849236416525_1105 src: /127.0.0.1:52011 dest: /127.0.0.1:57702
2013-10-31 15:28:15,680 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39936, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 113915
2013-10-31 15:28:15,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9111309849236416525_1105 src: /127.0.0.1:39937 dest: /127.0.0.1:53907
2013-10-31 15:28:15,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9111309849236416525_1105 src: /127.0.0.1:45240 dest: /127.0.0.1:42991
2013-10-31 15:28:15,683 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45240, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9111309849236416525_1105, duration: 1147638
2013-10-31 15:28:15,683 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_9111309849236416525_1105 terminating
2013-10-31 15:28:15,683 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000002_0/part-00002. blk_3887181401552607997_1105
2013-10-31 15:28:15,683 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39937, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9111309849236416525_1105, duration: 1576841
2013-10-31 15:28:15,683 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_9111309849236416525_1105 terminating
2013-10-31 15:28:15,684 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52011, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9111309849236416525_1105, duration: 2004808
2013-10-31 15:28:15,684 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_9111309849236416525_1105 terminating
2013-10-31 15:28:15,685 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_9111309849236416525_1105 size 8
2013-10-31 15:28:15,687 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_9111309849236416525_1105 size 8
2013-10-31 15:28:15,688 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_9111309849236416525_1105 size 8
2013-10-31 15:28:15,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3887181401552607997_1105 src: /127.0.0.1:39939 dest: /127.0.0.1:53907
2013-10-31 15:28:15,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3887181401552607997_1105 src: /127.0.0.1:45242 dest: /127.0.0.1:42991
2013-10-31 15:28:15,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3887181401552607997_1105 src: /127.0.0.1:38515 dest: /127.0.0.1:48948
2013-10-31 15:28:15,709 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38515, dest: /127.0.0.1:48948, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3887181401552607997_1105, duration: 1073772
2013-10-31 15:28:15,710 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3887181401552607997_1105 terminating
2013-10-31 15:28:15,710 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45242, dest: /127.0.0.1:42991, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3887181401552607997_1105, duration: 1457745
2013-10-31 15:28:15,710 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3887181401552607997_1105 terminating
2013-10-31 15:28:15,710 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39939, dest: /127.0.0.1:53907, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3887181401552607997_1105, duration: 1893955
2013-10-31 15:28:15,711 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3887181401552607997_1105 terminating
2013-10-31 15:28:15,711 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3887181401552607997_1105 size 32
2013-10-31 15:28:15,711 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0007_m_000002_0
2013-10-31 15:28:15,712 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0007_m_000002_0
2013-10-31 15:28:15,712 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3887181401552607997_1105 size 32
2013-10-31 15:28:15,713 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3887181401552607997_1105 size 32
2013-10-31 15:28:15,723 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000004_0/part-00004. blk_8810334730472203428_1105
2013-10-31 15:28:15,724 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000003_0/part-00003. blk_-3662463671080702802_1105
2013-10-31 15:28:15,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8810334730472203428_1105 src: /127.0.0.1:38516 dest: /127.0.0.1:48948
2013-10-31 15:28:15,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3662463671080702802_1105 src: /127.0.0.1:39943 dest: /127.0.0.1:53907
2013-10-31 15:28:15,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8810334730472203428_1105 src: /127.0.0.1:45246 dest: /127.0.0.1:42991
2013-10-31 15:28:15,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3662463671080702802_1105 src: /127.0.0.1:52024 dest: /127.0.0.1:57702
2013-10-31 15:28:15,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8810334730472203428_1105 src: /127.0.0.1:39946 dest: /127.0.0.1:53907
2013-10-31 15:28:15,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3662463671080702802_1105 src: /127.0.0.1:38521 dest: /127.0.0.1:48948
2013-10-31 15:28:15,757 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39946, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8810334730472203428_1105, duration: 5833447
2013-10-31 15:28:15,757 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38521, dest: /127.0.0.1:48948, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3662463671080702802_1105, duration: 4226945
2013-10-31 15:28:15,757 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8810334730472203428_1105 terminating
2013-10-31 15:28:15,757 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3662463671080702802_1105 terminating
2013-10-31 15:28:15,758 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45246, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8810334730472203428_1105, duration: 2737254
2013-10-31 15:28:15,758 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52024, dest: /127.0.0.1:57702, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3662463671080702802_1105, duration: 4878734
2013-10-31 15:28:15,758 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8810334730472203428_1105 terminating
2013-10-31 15:28:15,759 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3662463671080702802_1105 size 16
2013-10-31 15:28:15,759 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3662463671080702802_1105 terminating
2013-10-31 15:28:15,760 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8810334730472203428_1105 size 8
2013-10-31 15:28:15,760 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39943, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3662463671080702802_1105, duration: 6150337
2013-10-31 15:28:15,761 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8810334730472203428_1105 size 8
2013-10-31 15:28:15,761 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3662463671080702802_1105 terminating
2013-10-31 15:28:15,761 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38516, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0007_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8810334730472203428_1105, duration: 5622092
2013-10-31 15:28:15,762 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3662463671080702802_1105 size 16
2013-10-31 15:28:15,762 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8810334730472203428_1105 terminating
2013-10-31 15:28:15,763 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3662463671080702802_1105 size 16
2013-10-31 15:28:15,763 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0007_m_000003_0
2013-10-31 15:28:15,764 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0007_m_000003_0
2013-10-31 15:28:15,764 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0007_m_000004_0
2013-10-31 15:28:15,764 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0007_m_000004_0
2013-10-31 15:28:15,765 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8810334730472203428_1105 size 8
2013-10-31 15:28:15,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:15,774 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39948, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000007_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 123715
2013-10-31 15:28:15,781 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000007_0/part-00007 from client DFSClient_attempt_20131031152505967_0007_m_000007_0
2013-10-31 15:28:15,782 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000007_0/part-00007 is closed by DFSClient_attempt_20131031152505967_0007_m_000007_0
2013-10-31 15:28:15,853 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0007_m_000006_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:15,853 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000006_0 0.0%
2013-10-31 15:28:15,854 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0007_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:15,854 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000003_0 0.0%
2013-10-31 15:28:15,855 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0007_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:15,855 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000002_0 0.0%
2013-10-31 15:28:15,855 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0007_m_000007_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:15,856 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0007_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:15,856 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000007_0 0.0%
2013-10-31 15:28:15,856 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000004_0 0.0%
2013-10-31 15:28:15,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000000_0 dst=null perm=null
2013-10-31 15:28:15,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:16,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:16,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000000_0 dst=null perm=null
2013-10-31 15:28:16,086 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0007_m_000005_0
2013-10-31 15:28:16,087 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0007_m_000005_0
2013-10-31 15:28:16,152 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0007_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:16,152 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000005_0 0.0%
2013-10-31 15:28:16,503 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000000_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00002:0+158
2013-10-31 15:28:16,505 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0007_m_000000_0 is done.
2013-10-31 15:28:16,505 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0007_m_000000_0 was -1
2013-10-31 15:28:16,505 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:28:16,506 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0007_m_000008_0 which needs 1 slots
2013-10-31 15:28:16,544 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0007/attempt_20131031152505967_0007_m_000008_0. Attempting to reuse: jvm_20131031152505967_0007_m_722382989
2013-10-31 15:28:17,010 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 16
2013-10-31 15:28:17,034 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0007_m_722382989 given task: attempt_20131031152505967_0007_m_000008_0
2013-10-31 15:28:17,146 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0007_m_000010_0
2013-10-31 15:28:17,147 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0007_m_000010_0
2013-10-31 15:28:17,147 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0007_m_000010_0 not found in cache
2013-10-31 15:28:18,155 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0007_m_000000_0' has completed task_20131031152505967_0007_m_000000 successfully.
2013-10-31 15:28:18,158 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0007_m_000001_0
2013-10-31 15:28:18,232 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0007_m_000002_0
2013-10-31 15:28:18,232 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0007_m_000003_0
2013-10-31 15:28:18,351 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0007_m_000004_0
2013-10-31 15:28:18,351 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0007_m_000005_0
2013-10-31 15:28:18,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000001_0 dst=null perm=null
2013-10-31 15:28:18,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007/job.split dst=null perm=null
2013-10-31 15:28:18,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:18,489 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39950, bytes: 569, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000008_0, offset: 2560, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7744379204592028273_1092, duration: 177462
2013-10-31 15:28:18,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:18,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000001_0 dst=null perm=null
2013-10-31 15:28:18,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00008 dst=null perm=null
2013-10-31 15:28:18,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45253, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000008_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-600296314595362467_1089, duration: 107765
2013-10-31 15:28:18,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000008_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:18,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000008_0/part-00008 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:18,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:18,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:18,535 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39952, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0007_m_000008_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 135219
2013-10-31 15:28:18,537 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000008_0/part-00008 from client DFSClient_attempt_20131031152505967_0007_m_000008_0
2013-10-31 15:28:18,537 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000008_0/part-00008 is closed by DFSClient_attempt_20131031152505967_0007_m_000008_0
2013-10-31 15:28:18,565 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0007_m_000006_0
2013-10-31 15:28:18,566 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0007_m_000007_0
2013-10-31 15:28:18,573 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0007_m_000008_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:18,574 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000008_0 0.0%
2013-10-31 15:28:18,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000006_0 dst=null perm=null
2013-10-31 15:28:18,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000003_0 dst=null perm=null
2013-10-31 15:28:18,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000002_0 dst=null perm=null
2013-10-31 15:28:18,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000004_0 dst=null perm=null
2013-10-31 15:28:18,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000007_0 dst=null perm=null
2013-10-31 15:28:18,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:18,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:18,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:18,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:18,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:19,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000005_0 dst=null perm=null
2013-10-31 15:28:19,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:19,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000006_0/part-00006 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00006 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:19,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000005_0/part-00005 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:19,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:19,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000007_0/part-00007 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00007 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:19,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:19,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:19,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000006_0 dst=null perm=null
2013-10-31 15:28:19,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000005_0 dst=null perm=null
2013-10-31 15:28:19,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000004_0 dst=null perm=null
2013-10-31 15:28:19,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000002_0 dst=null perm=null
2013-10-31 15:28:19,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000007_0 dst=null perm=null
2013-10-31 15:28:19,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000003_0 dst=null perm=null
2013-10-31 15:28:19,580 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000001_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00006:0+136
2013-10-31 15:28:19,586 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000001_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00006:0+136
2013-10-31 15:28:19,587 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0007_m_000001_0 is done.
2013-10-31 15:28:19,587 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0007_m_000001_0 was -1
2013-10-31 15:28:19,587 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:28:19,930 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000002_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00001:0+114
2013-10-31 15:28:19,936 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000002_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00001:0+114
2013-10-31 15:28:19,936 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0007_m_000002_0 is done.
2013-10-31 15:28:19,936 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0007_m_000002_0 was -1
2013-10-31 15:28:19,937 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:28:20,064 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000003_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00007:0+114
2013-10-31 15:28:20,066 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000003_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00007:0+114
2013-10-31 15:28:20,066 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0007_m_000003_0 is done.
2013-10-31 15:28:20,066 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0007_m_000003_0 was -1
2013-10-31 15:28:20,066 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:20,541 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000006_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00004:0+70
2013-10-31 15:28:20,542 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000006_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00004:0+70
2013-10-31 15:28:20,543 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0007_m_000006_0 is done.
2013-10-31 15:28:20,543 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0007_m_000006_0 was -1
2013-10-31 15:28:20,544 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:28:20,587 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000005_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00003:0+92
2013-10-31 15:28:20,592 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000005_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00003:0+92
2013-10-31 15:28:20,593 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0007_m_000005_0 is done.
2013-10-31 15:28:20,594 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0007_m_000005_0 was -1
2013-10-31 15:28:20,594 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000004_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00000:0+92
2013-10-31 15:28:20,594 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:28:20,598 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000004_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00000:0+92
2013-10-31 15:28:20,598 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0007_m_000004_0 is done.
2013-10-31 15:28:20,598 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0007_m_000004_0 was -1
2013-10-31 15:28:20,598 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:21,162 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0007_m_000001_0' has completed task_20131031152505967_0007_m_000001 successfully.
2013-10-31 15:28:21,165 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0007_m_000008_0
2013-10-31 15:28:21,237 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0007_m_000002_0' has completed task_20131031152505967_0007_m_000002 successfully.
2013-10-31 15:28:21,238 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0007_m_000003_0' has completed task_20131031152505967_0007_m_000003 successfully.
2013-10-31 15:28:21,355 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0007_m_000004_0' has completed task_20131031152505967_0007_m_000004 successfully.
2013-10-31 15:28:21,357 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0007_m_000005_0' has completed task_20131031152505967_0007_m_000005 successfully.
2013-10-31 15:28:21,405 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000007_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00005:0+70
2013-10-31 15:28:21,408 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000007_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00005:0+70
2013-10-31 15:28:21,410 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0007_m_000007_0 is done.
2013-10-31 15:28:21,410 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0007_m_000007_0 was -1
2013-10-31 15:28:21,410 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:21,569 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0007_m_000006_0' has completed task_20131031152505967_0007_m_000006 successfully.
2013-10-31 15:28:21,571 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0007_m_000007_0' has completed task_20131031152505967_0007_m_000007 successfully.
2013-10-31 15:28:21,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000008_0 dst=null perm=null
2013-10-31 15:28:21,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:21,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000008_0/part-00008 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00008 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:21,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0007_m_000008_0 dst=null perm=null
2013-10-31 15:28:24,498 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000008_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00008:0+70
2013-10-31 15:28:24,503 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000008_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE/part-00008:0+70
2013-10-31 15:28:24,504 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0007_m_000008_0 is done.
2013-10-31 15:28:24,504 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0007_m_000008_0 was -1
2013-10-31 15:28:24,504 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:27,172 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0007_m_000008_0' has completed task_20131031152505967_0007_m_000008 successfully.
2013-10-31 15:28:27,199 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0007_m_000009_0' to tip task_20131031152505967_0007_m_000009, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:28:27,200 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0007_m_000009_0 task's state:UNASSIGNED
2013-10-31 15:28:27,201 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0007_m_000009_0 which needs 1 slots
2013-10-31 15:28:27,201 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0007_m_000009_0 which needs 1 slots
2013-10-31 15:28:27,242 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0007/attempt_20131031152505967_0007_m_000009_0. Attempting to reuse: jvm_20131031152505967_0007_m_722382989
2013-10-31 15:28:28,028 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0007_m_722382989 given task: attempt_20131031152505967_0007_m_000009_0
2013-10-31 15:28:28,118 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000009_0 0.0%
2013-10-31 15:28:28,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary dst=null perm=null
2013-10-31 15:28:28,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:28,136 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_SUCCESS from client DFSClient_attempt_20131031152505967_0007_m_000009_0
2013-10-31 15:28:28,136 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0007_m_000009_0
2013-10-31 15:28:28,143 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_45019714437091899 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:28,143 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_45019714437091899 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:28,143 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_45019714437091899 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:28,143 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_45019714437091899 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:28,144 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7744379204592028273 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:28,144 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7744379204592028273 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:28,144 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7744379204592028273 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:28,144 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7744379204592028273 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:28,145 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7892704075353673531 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:28,145 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7892704075353673531 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:28,145 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7892704075353673531 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:28,145 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6373784628404366032 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:28,145 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6373784628404366032 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:28,146 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6373784628404366032 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:28,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0007 dst=null perm=null
2013-10-31 15:28:31,008 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-7744379204592028273_1092 blk_6373784628404366032_1094 blk_7892704075353673531_1093 blk_45019714437091899_1091
2013-10-31 15:28:31,009 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-7744379204592028273_1092 blk_6373784628404366032_1094 blk_45019714437091899_1091
2013-10-31 15:28:31,096 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0007_m_000009_0 0.0% cleanup
2013-10-31 15:28:31,098 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0007_m_000009_0 is done.
2013-10-31 15:28:31,098 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0007_m_000009_0 was -1
2013-10-31 15:28:31,098 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:33,002 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7744379204592028273_1092 file build/test/data/dfs/data/data8/current/blk_-7744379204592028273 for deletion
2013-10-31 15:28:33,002 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_45019714437091899_1091 file build/test/data/dfs/data/data7/current/blk_45019714437091899 for deletion
2013-10-31 15:28:33,002 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7744379204592028273_1092 at file build/test/data/dfs/data/data8/current/blk_-7744379204592028273
2013-10-31 15:28:33,003 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6373784628404366032_1094 file build/test/data/dfs/data/data7/current/blk_6373784628404366032 for deletion
2013-10-31 15:28:33,003 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_45019714437091899_1091 at file build/test/data/dfs/data/data7/current/blk_45019714437091899
2013-10-31 15:28:33,003 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6373784628404366032_1094 at file build/test/data/dfs/data/data7/current/blk_6373784628404366032
2013-10-31 15:28:33,208 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0007_m_000009_0' has completed task_20131031152505967_0007_m_000009 successfully.
2013-10-31 15:28:33,209 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0007 has completed successfully.
2013-10-31 15:28:33,209 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0007,submitTime=1383233281172,launchTime=1383233281679,firstMapTaskLaunchTime=1383233292141,firstJobSetupTaskLaunchTime=1383233283124,firstJobCleanupTaskLaunchTime=1383233307198,finishTime=1383233313209,numMaps=9,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=78,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[94DB566700854FE881C7DF580517F655/7AFF2B2AC19C4E188CCD746F0290ABA2] merge2*offset/(1/3) ...dsecondStreamedinterMerge
2013-10-31 15:28:33,216 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0007_1383233281172_hadoop_%5B94DB566700854FE881C7DF580517F655%2F7AFF2B2AC19C4E18. blk_-3747160533984342329_1107
2013-10-31 15:28:33,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3747160533984342329_1107 src: /127.0.0.1:45258 dest: /127.0.0.1:42991
2013-10-31 15:28:33,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3747160533984342329_1107 src: /127.0.0.1:38531 dest: /127.0.0.1:48948
2013-10-31 15:28:33,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3747160533984342329_1107 src: /127.0.0.1:39958 dest: /127.0.0.1:53907
2013-10-31 15:28:33,233 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39958, dest: /127.0.0.1:53907, bytes: 39611, op: HDFS_WRITE, cliID: DFSClient_-885508614, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3747160533984342329_1107, duration: 6021002
2013-10-31 15:28:33,234 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3747160533984342329_1107 terminating
2013-10-31 15:28:33,235 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38531, dest: /127.0.0.1:48948, bytes: 39611, op: HDFS_WRITE, cliID: DFSClient_-885508614, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3747160533984342329_1107, duration: 4947346
2013-10-31 15:28:33,242 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3747160533984342329_1107 terminating
2013-10-31 15:28:33,242 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3747160533984342329_1107 size 39611
2013-10-31 15:28:33,242 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45258, dest: /127.0.0.1:42991, bytes: 39611, op: HDFS_WRITE, cliID: DFSClient_-885508614, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3747160533984342329_1107, duration: 11406349
2013-10-31 15:28:33,243 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3747160533984342329_1107 size 39611
2013-10-31 15:28:33,243 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3747160533984342329_1107 terminating
2013-10-31 15:28:33,245 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3747160533984342329_1107 size 39611
2013-10-31 15:28:33,250 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0007_1383233281172_hadoop_%5B94DB566700854FE881C7DF580517F655%2F7AFF2B2AC19C4E18 from client DFSClient_-885508614
2013-10-31 15:28:33,251 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0007_1383233281172_hadoop_%5B94DB566700854FE881C7DF580517F655%2F7AFF2B2AC19C4E18 is closed by DFSClient_-885508614
2013-10-31 15:28:33,257 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0007_1383233281172_hadoop_%5B94DB566700854FE881C7DF580517F655%2F7AFF2B2AC19C4E18 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:28:33,258 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0007_m_000000_0'
2013-10-31 15:28:33,258 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0007_m_000001_0'
2013-10-31 15:28:33,258 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0007_m_000008_0'
2013-10-31 15:28:33,259 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0007_m_000009_0'
2013-10-31 15:28:33,259 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5034757757758706209 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,260 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0007_m_000010_0'
2013-10-31 15:28:33,260 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5034757757758706209 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,260 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5034757757758706209 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,261 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0007_m_000002_0'
2013-10-31 15:28:33,261 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0007_m_000003_0'
2013-10-31 15:28:33,263 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0007_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:28:33,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0007 dst=null perm=null
2013-10-31 15:28:33,267 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_815974183006801614 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,267 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_815974183006801614 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,268 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_815974183006801614 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,268 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8529866403306719820 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,268 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8529866403306719820 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,268 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8529866403306719820 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,268 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_878048230238498224 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,269 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_878048230238498224 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,269 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_878048230238498224 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,269 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1974147350301485628 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,269 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1974147350301485628 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,270 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1974147350301485628 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,270 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5268445407379854816 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,270 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5268445407379854816 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,270 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5268445407379854816 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,271 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9195307336651468256 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,271 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9195307336651468256 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,271 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9195307336651468256 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,271 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6364585659476679031 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,271 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6364585659476679031 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,272 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6364585659476679031 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,272 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6468838251010537142 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,272 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6468838251010537142 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,272 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6468838251010537142 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/6726152060_merge1_0367F659E8B7459A9D92EB64FE2E60A2 dst=null perm=null
2013-10-31 15:28:33,278 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6318999931023123724 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,278 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6318999931023123724 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,279 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6318999931023123724 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,279 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_326582867198715307 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,279 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_326582867198715307 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,279 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_326582867198715307 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,279 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2760977388725112207 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,280 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2760977388725112207 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,280 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2760977388725112207 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,280 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1242882802939116506 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,280 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1242882802939116506 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,281 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1242882802939116506 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,281 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8442128867937614708 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,281 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8442128867937614708 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,281 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8442128867937614708 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,281 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6404584309928140379 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,282 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6404584309928140379 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,282 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6404584309928140379 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,282 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3899773659493748210 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,282 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3899773659493748210 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,283 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3899773659493748210 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,283 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7448012217839266710 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,283 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7448012217839266710 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,283 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7448012217839266710 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6011084234135189566 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6011084234135189566 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6011084234135189566 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5981642570241382817 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5981642570241382817 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:33,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5981642570241382817 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-600296314595362467 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:33,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-600296314595362467 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:33,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-600296314595362467 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:33,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1232562754_merge2_83028954A75548D1AE3E3963F99BC0BE dst=null perm=null
2013-10-31 15:28:33,291 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/_temporary
2013-10-31 15:28:33,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge dst=null perm=null
2013-10-31 15:28:33,314 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 9
2013-10-31 15:28:33,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:28:33,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:28:33,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:28:33,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:28:33,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:28:33,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00005 dst=null perm=null
2013-10-31 15:28:33,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00006 dst=null perm=null
2013-10-31 15:28:33,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00007 dst=null perm=null
2013-10-31 15:28:33,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00008 dst=null perm=null
2013-10-31 15:28:33,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:28:33,329 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45262, bytes: 68, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6298575509942183568_1099, duration: 304419
2013-10-31 15:28:33,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:28:33,334 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45264, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3391112984127058685_1099, duration: 288625
2013-10-31 15:28:33,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:28:33,338 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38538, bytes: 36, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3887181401552607997_1105, duration: 271720
2013-10-31 15:28:33,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:28:33,341 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52044, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3662463671080702802_1105, duration: 270280
2013-10-31 15:28:33,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:28:33,344 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45268, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8810334730472203428_1105, duration: 262094
2013-10-31 15:28:33,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00005 dst=null perm=null
2013-10-31 15:28:33,347 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39967, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9111309849236416525_1105, duration: 259629
2013-10-31 15:28:33,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00006 dst=null perm=null
2013-10-31 15:28:33,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00007 dst=null perm=null
2013-10-31 15:28:33,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00008 dst=null perm=null
2013-10-31 15:28:33,351 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge
2013-10-31 15:28:33,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge dst=null perm=null
2013-10-31 15:28:33,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:28:33,361 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45270, bytes: 68, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6298575509942183568_1099, duration: 322058
2013-10-31 15:28:33,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:28:33,365 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38543, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3391112984127058685_1099, duration: 255319
2013-10-31 15:28:33,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:28:33,370 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45272, bytes: 36, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3887181401552607997_1105, duration: 269807
2013-10-31 15:28:33,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:28:33,374 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0007_m_000004_0'
2013-10-31 15:28:33,374 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0007_m_000005_0'
2013-10-31 15:28:33,374 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39971, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3662463671080702802_1105, duration: 269324
2013-10-31 15:28:33,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:28:33,379 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45274, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8810334730472203428_1105, duration: 261906
2013-10-31 15:28:33,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00005 dst=null perm=null
2013-10-31 15:28:33,383 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:39973, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9111309849236416525_1105, duration: 248698
2013-10-31 15:28:33,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00006 dst=null perm=null
2013-10-31 15:28:33,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00007 dst=null perm=null
2013-10-31 15:28:33,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamedinterMerge/part-00008 dst=null perm=null
2013-10-31 15:28:33,414 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:28:33,415 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:28:33,433 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] starting
2013-10-31 15:28:33,433 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:28:33,433 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:28:33,434 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:28:33,434 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree"]
2013-10-31 15:28:33,434 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] parallel execution is enabled: true
2013-10-31 15:28:33,434 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] starting jobs: 1
2013-10-31 15:28:33,434 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge] allocating threads: 1
2013-10-31 15:28:33,435 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge] starting step: (1/1) ...platform/simplemergethree
2013-10-31 15:28:33,437 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:28:33,437 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:28:33,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:33,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:28:33,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:33,454 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.jar. blk_7143310017786549285_1108
2013-10-31 15:28:33,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7143310017786549285_1108 src: /127.0.0.1:45276 dest: /127.0.0.1:42991
2013-10-31 15:28:33,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7143310017786549285_1108 src: /127.0.0.1:38549 dest: /127.0.0.1:48948
2013-10-31 15:28:33,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7143310017786549285_1108 src: /127.0.0.1:39976 dest: /127.0.0.1:53907
2013-10-31 15:28:33,463 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39976, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7143310017786549285_1108, duration: 3102935
2013-10-31 15:28:33,463 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7143310017786549285_1108 terminating
2013-10-31 15:28:33,464 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38549, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7143310017786549285_1108, duration: 3869000
2013-10-31 15:28:33,464 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7143310017786549285_1108 terminating
2013-10-31 15:28:33,464 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7143310017786549285_1108 size 238055
2013-10-31 15:28:33,465 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45276, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7143310017786549285_1108, duration: 5030394
2013-10-31 15:28:33,465 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7143310017786549285_1108 terminating
2013-10-31 15:28:33,468 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.jar from client DFSClient_1342392704
2013-10-31 15:28:33,468 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.jar is closed by DFSClient_1342392704
2013-10-31 15:28:33,469 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7143310017786549285_1108 size 238055
2013-10-31 15:28:33,469 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7143310017786549285_1108 size 238055
2013-10-31 15:28:33,473 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.jar. New replication is 10
2013-10-31 15:28:33,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.jar dst=null perm=null
2013-10-31 15:28:33,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:33,484 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:28:33,487 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:28:33,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:28:33,488 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:28:33,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:28:33,489 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:28:33,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:33,490 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:28:33,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:28:33,492 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:28:33,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:28:33,493 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:28:33,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:33,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:33,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:33,502 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split. New replication is 10
2013-10-31 15:28:33,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=null
2013-10-31 15:28:33,506 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split. blk_-3193990077225266379_1109
2013-10-31 15:28:33,507 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3193990077225266379_1109 src: /127.0.0.1:38553 dest: /127.0.0.1:48948
2013-10-31 15:28:33,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3193990077225266379_1109 src: /127.0.0.1:52059 dest: /127.0.0.1:57702
2013-10-31 15:28:33,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3193990077225266379_1109 src: /127.0.0.1:39981 dest: /127.0.0.1:53907
2013-10-31 15:28:33,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3193990077225266379_1109 src: /127.0.0.1:45284 dest: /127.0.0.1:42991
2013-10-31 15:28:33,512 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45284, dest: /127.0.0.1:42991, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3193990077225266379_1109, duration: 86564
2013-10-31 15:28:33,512 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3193990077225266379_1109 terminating
2013-10-31 15:28:33,513 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39981, dest: /127.0.0.1:53907, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3193990077225266379_1109, duration: 904937
2013-10-31 15:28:33,513 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3193990077225266379_1109 size 3133
2013-10-31 15:28:33,513 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3193990077225266379_1109 terminating
2013-10-31 15:28:33,513 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52059, dest: /127.0.0.1:57702, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3193990077225266379_1109, duration: 1921464
2013-10-31 15:28:33,514 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3193990077225266379_1109 terminating
2013-10-31 15:28:33,514 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3193990077225266379_1109 size 3133
2013-10-31 15:28:33,515 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38553, dest: /127.0.0.1:48948, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3193990077225266379_1109, duration: 2474156
2013-10-31 15:28:33,515 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-3193990077225266379_1109 terminating
2013-10-31 15:28:33,516 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split from client DFSClient_1342392704
2013-10-31 15:28:33,516 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split is closed by DFSClient_1342392704
2013-10-31 15:28:33,516 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3193990077225266379_1109 size 3133
2013-10-31 15:28:33,518 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3193990077225266379_1109 size 3133
2013-10-31 15:28:33,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7744379204592028273_1092 file build/test/data/dfs/data/data6/current/blk_-7744379204592028273 for deletion
2013-10-31 15:28:33,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_45019714437091899_1091 file build/test/data/dfs/data/data5/current/blk_45019714437091899 for deletion
2013-10-31 15:28:33,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7744379204592028273_1092 at file build/test/data/dfs/data/data6/current/blk_-7744379204592028273
2013-10-31 15:28:33,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6373784628404366032_1094 file build/test/data/dfs/data/data6/current/blk_6373784628404366032 for deletion
2013-10-31 15:28:33,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_45019714437091899_1091 at file build/test/data/dfs/data/data5/current/blk_45019714437091899
2013-10-31 15:28:33,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6373784628404366032_1094 at file build/test/data/dfs/data/data6/current/blk_6373784628404366032
2013-10-31 15:28:33,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7892704075353673531_1093 file build/test/data/dfs/data/data5/current/blk_7892704075353673531 for deletion
2013-10-31 15:28:33,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7892704075353673531_1093 at file build/test/data/dfs/data/data5/current/blk_7892704075353673531
2013-10-31 15:28:33,586 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0007_m_000006_0'
2013-10-31 15:28:33,586 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0007_m_000007_0'
2013-10-31 15:28:34,010 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:48948 to replicate blk_7143310017786549285_1108 to datanode(s) 127.0.0.1:57702
2013-10-31 15:28:34,010 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_6468838251010537142_1072 blk_-1242882802939116506_1081 blk_5034757757758706209_1097 blk_6404584309928140379_1088 blk_3899773659493748210_1088 blk_6364585659476679031_1072 blk_8442128867937614708_1083 blk_-1974147350301485628_1068 blk_-600296314595362467_1089 blk_9195307336651468256_1072 blk_5981642570241382817_1088 blk_815974183006801614_1073 blk_878048230238498224_1067 blk_7448012217839266710_1088 blk_5268445407379854816_1070 blk_2760977388725112207_1082
2013-10-31 15:28:34,011 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_6318999931023123724_1090 blk_-1242882802939116506_1081 blk_7892704075353673531_1093 blk_6468838251010537142_1072 blk_6404584309928140379_1088 blk_3899773659493748210_1088 blk_8442128867937614708_1083 blk_8529866403306719820_1065 blk_326582867198715307_1079 blk_-1974147350301485628_1068 blk_-600296314595362467_1089 blk_45019714437091899_1091 blk_9195307336651468256_1072 blk_-7744379204592028273_1092 blk_6373784628404366032_1094 blk_815974183006801614_1073 blk_878048230238498224_1067 blk_-6011084234135189566_1088 blk_7448012217839266710_1088 blk_2760977388725112207_1082
2013-10-31 15:28:34,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:34,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:34,930 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.splitmetainfo. blk_-8419760561644444048_1110
2013-10-31 15:28:34,932 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8419760561644444048_1110 src: /127.0.0.1:52062 dest: /127.0.0.1:57702
2013-10-31 15:28:34,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8419760561644444048_1110 src: /127.0.0.1:45286 dest: /127.0.0.1:42991
2013-10-31 15:28:34,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8419760561644444048_1110 src: /127.0.0.1:39985 dest: /127.0.0.1:53907
2013-10-31 15:28:34,938 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39985, dest: /127.0.0.1:53907, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8419760561644444048_1110, duration: 81169
2013-10-31 15:28:34,939 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8419760561644444048_1110 terminating
2013-10-31 15:28:34,939 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8419760561644444048_1110 size 323
2013-10-31 15:28:34,939 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45286, dest: /127.0.0.1:42991, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8419760561644444048_1110, duration: 1015881
2013-10-31 15:28:34,940 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8419760561644444048_1110 terminating
2013-10-31 15:28:34,940 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52062, dest: /127.0.0.1:57702, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8419760561644444048_1110, duration: 2188280
2013-10-31 15:28:34,941 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8419760561644444048_1110 size 323
2013-10-31 15:28:34,941 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8419760561644444048_1110 terminating
2013-10-31 15:28:34,942 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:28:34,943 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:28:34,943 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8419760561644444048_1110 size 323
2013-10-31 15:28:34,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:34,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:34,961 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.xml. blk_2197367095278380719_1111
2013-10-31 15:28:34,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2197367095278380719_1111 src: /127.0.0.1:38560 dest: /127.0.0.1:48948
2013-10-31 15:28:34,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2197367095278380719_1111 src: /127.0.0.1:39987 dest: /127.0.0.1:53907
2013-10-31 15:28:34,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2197367095278380719_1111 src: /127.0.0.1:45290 dest: /127.0.0.1:42991
2013-10-31 15:28:34,984 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45290, dest: /127.0.0.1:42991, bytes: 28503, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2197367095278380719_1111, duration: 15751623
2013-10-31 15:28:34,984 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2197367095278380719_1111 terminating
2013-10-31 15:28:34,985 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39987, dest: /127.0.0.1:53907, bytes: 28503, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2197367095278380719_1111, duration: 16832624
2013-10-31 15:28:34,987 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2197367095278380719_1111 terminating
2013-10-31 15:28:34,987 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38560, dest: /127.0.0.1:48948, bytes: 28503, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2197367095278380719_1111, duration: 19202736
2013-10-31 15:28:34,991 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2197367095278380719_1111 terminating
2013-10-31 15:28:34,992 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2197367095278380719_1111 size 28503
2013-10-31 15:28:34,996 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.xml from client DFSClient_1342392704
2013-10-31 15:28:34,998 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.xml is closed by DFSClient_1342392704
2013-10-31 15:28:34,998 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2197367095278380719_1111 size 28503
2013-10-31 15:28:34,998 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2197367095278380719_1111 size 28503
2013-10-31 15:28:35,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.xml dst=null perm=null
2013-10-31 15:28:35,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38564, bytes: 28727, op: HDFS_READ, cliID: DFSClient_1882041794, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2197367095278380719_1111, duration: 509089
2013-10-31 15:28:35,038 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0008: nMaps=9 nReduces=0 max=-1
2013-10-31 15:28:35,039 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0008 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:28:35,039 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0008
2013-10-31 15:28:35,039 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0008 RESULT=SUCCESS
2013-10-31 15:28:35,039 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0008
2013-10-31 15:28:35,040 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge] submitted hadoop job: job_20131031152505967_0008
2013-10-31 15:28:35,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_logs/history/job_20131031152505967_0008_1383233315005_hadoop_%5B8EAE6C2024314DE48174DC140BC8102C%2FCF9919E01C0F4E7A dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:35,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_logs/history/job_20131031152505967_0008_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:35,062 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_logs/history/job_20131031152505967_0008_conf.xml. blk_6704310207228584562_1113
2013-10-31 15:28:35,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6704310207228584562_1113 src: /127.0.0.1:39991 dest: /127.0.0.1:53907
2013-10-31 15:28:35,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6704310207228584562_1113 src: /127.0.0.1:52071 dest: /127.0.0.1:57702
2013-10-31 15:28:35,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6704310207228584562_1113 src: /127.0.0.1:38567 dest: /127.0.0.1:48948
2013-10-31 15:28:35,068 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38567, dest: /127.0.0.1:48948, bytes: 28568, op: HDFS_WRITE, cliID: DFSClient_1882041794, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6704310207228584562_1113, duration: 703355
2013-10-31 15:28:35,068 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6704310207228584562_1113 terminating
2013-10-31 15:28:35,068 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52071, dest: /127.0.0.1:57702, bytes: 28568, op: HDFS_WRITE, cliID: DFSClient_1882041794, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6704310207228584562_1113, duration: 1530531
2013-10-31 15:28:35,068 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6704310207228584562_1113 terminating
2013-10-31 15:28:35,069 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39991, dest: /127.0.0.1:53907, bytes: 28568, op: HDFS_WRITE, cliID: DFSClient_1882041794, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6704310207228584562_1113, duration: 1911781
2013-10-31 15:28:35,069 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6704310207228584562_1113 terminating
2013-10-31 15:28:35,071 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6704310207228584562_1113 size 28568
2013-10-31 15:28:35,071 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_logs/history/job_20131031152505967_0008_conf.xml from client DFSClient_1882041794
2013-10-31 15:28:35,072 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_logs/history/job_20131031152505967_0008_conf.xml is closed by DFSClient_1882041794
2013-10-31 15:28:35,072 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6704310207228584562_1113 size 28568
2013-10-31 15:28:35,073 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6704310207228584562_1113 size 28568
2013-10-31 15:28:35,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0008/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:35,086 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0008/jobToken. blk_5995673383374994161_1114
2013-10-31 15:28:35,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5995673383374994161_1114 src: /127.0.0.1:38568 dest: /127.0.0.1:48948
2013-10-31 15:28:35,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5995673383374994161_1114 src: /127.0.0.1:45297 dest: /127.0.0.1:42991
2013-10-31 15:28:35,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5995673383374994161_1114 src: /127.0.0.1:39996 dest: /127.0.0.1:53907
2013-10-31 15:28:35,094 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39996, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5995673383374994161_1114, duration: 68756
2013-10-31 15:28:35,094 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5995673383374994161_1114 terminating
2013-10-31 15:28:35,095 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45297, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5995673383374994161_1114, duration: 829993
2013-10-31 15:28:35,095 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5995673383374994161_1114 terminating
2013-10-31 15:28:35,095 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5995673383374994161_1114 size 116
2013-10-31 15:28:35,096 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38568, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5995673383374994161_1114, duration: 1876442
2013-10-31 15:28:35,096 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5995673383374994161_1114 terminating
2013-10-31 15:28:35,096 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5995673383374994161_1114 size 116
2013-10-31 15:28:35,099 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0008/jobToken from client DFSClient_1342392704
2013-10-31 15:28:35,099 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0008/jobToken is closed by DFSClient_1342392704
2013-10-31 15:28:35,100 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5995673383374994161_1114 size 116
2013-10-31 15:28:35,105 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0008/jobToken
2013-10-31 15:28:35,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.splitmetainfo dst=null perm=null
2013-10-31 15:28:35,109 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52076, bytes: 327, op: HDFS_READ, cliID: DFSClient_1882041794, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8419760561644444048_1110, duration: 282115
2013-10-31 15:28:35,111 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0008 = 53. Number of splits = 9
2013-10-31 15:28:35,112 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,112 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,112 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,112 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,113 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,113 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,113 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,113 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,114 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,114 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,114 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,114 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,115 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,115 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,115 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,115 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,116 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,116 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,116 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,116 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,117 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,117 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,117 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,117 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,118 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,118 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,118 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0008_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:35,118 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0008 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:28:35,119 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0008 initialized successfully with 9 map tasks and 0 reduce tasks.
2013-10-31 15:28:35,381 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7744379204592028273_1092 file build/test/data/dfs/data/data1/current/blk_-7744379204592028273 for deletion
2013-10-31 15:28:35,381 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6011084234135189566_1088 file build/test/data/dfs/data/data2/current/blk_-6011084234135189566 for deletion
2013-10-31 15:28:35,381 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7744379204592028273_1092 at file build/test/data/dfs/data/data1/current/blk_-7744379204592028273
2013-10-31 15:28:35,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6011084234135189566_1088 at file build/test/data/dfs/data/data2/current/blk_-6011084234135189566
2013-10-31 15:28:35,382 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1974147350301485628_1068 file build/test/data/dfs/data/data2/current/blk_-1974147350301485628 for deletion
2013-10-31 15:28:35,383 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1242882802939116506_1081 file build/test/data/dfs/data/data2/current/blk_-1242882802939116506 for deletion
2013-10-31 15:28:35,383 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1974147350301485628_1068 at file build/test/data/dfs/data/data2/current/blk_-1974147350301485628
2013-10-31 15:28:35,383 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-600296314595362467_1089 file build/test/data/dfs/data/data1/current/blk_-600296314595362467 for deletion
2013-10-31 15:28:35,383 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1242882802939116506_1081 at file build/test/data/dfs/data/data2/current/blk_-1242882802939116506
2013-10-31 15:28:35,384 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-600296314595362467_1089 at file build/test/data/dfs/data/data1/current/blk_-600296314595362467
2013-10-31 15:28:35,384 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_45019714437091899_1091 file build/test/data/dfs/data/data1/current/blk_45019714437091899 for deletion
2013-10-31 15:28:35,384 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_326582867198715307_1079 file build/test/data/dfs/data/data2/current/blk_326582867198715307 for deletion
2013-10-31 15:28:35,385 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_45019714437091899_1091 at file build/test/data/dfs/data/data1/current/blk_45019714437091899
2013-10-31 15:28:35,385 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_326582867198715307_1079 at file build/test/data/dfs/data/data2/current/blk_326582867198715307
2013-10-31 15:28:35,385 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_815974183006801614_1073 file build/test/data/dfs/data/data1/current/blk_815974183006801614 for deletion
2013-10-31 15:28:35,386 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_878048230238498224_1067 file build/test/data/dfs/data/data1/current/blk_878048230238498224 for deletion
2013-10-31 15:28:35,386 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_815974183006801614_1073 at file build/test/data/dfs/data/data1/current/blk_815974183006801614
2013-10-31 15:28:35,386 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2760977388725112207_1082 file build/test/data/dfs/data/data1/current/blk_2760977388725112207 for deletion
2013-10-31 15:28:35,386 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_878048230238498224_1067 at file build/test/data/dfs/data/data1/current/blk_878048230238498224
2013-10-31 15:28:35,387 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3899773659493748210_1088 file build/test/data/dfs/data/data1/current/blk_3899773659493748210 for deletion
2013-10-31 15:28:35,387 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2760977388725112207_1082 at file build/test/data/dfs/data/data1/current/blk_2760977388725112207
2013-10-31 15:28:35,387 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6318999931023123724_1090 file build/test/data/dfs/data/data2/current/blk_6318999931023123724 for deletion
2013-10-31 15:28:35,388 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3899773659493748210_1088 at file build/test/data/dfs/data/data1/current/blk_3899773659493748210
2013-10-31 15:28:35,388 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6318999931023123724_1090 at file build/test/data/dfs/data/data2/current/blk_6318999931023123724
2013-10-31 15:28:35,388 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6373784628404366032_1094 file build/test/data/dfs/data/data1/current/blk_6373784628404366032 for deletion
2013-10-31 15:28:35,389 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6404584309928140379_1088 file build/test/data/dfs/data/data1/current/blk_6404584309928140379 for deletion
2013-10-31 15:28:35,389 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6373784628404366032_1094 at file build/test/data/dfs/data/data1/current/blk_6373784628404366032
2013-10-31 15:28:35,389 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6468838251010537142_1072 file build/test/data/dfs/data/data2/current/blk_6468838251010537142 for deletion
2013-10-31 15:28:35,389 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6404584309928140379_1088 at file build/test/data/dfs/data/data1/current/blk_6404584309928140379
2013-10-31 15:28:35,390 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6468838251010537142_1072 at file build/test/data/dfs/data/data2/current/blk_6468838251010537142
2013-10-31 15:28:35,390 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7448012217839266710_1088 file build/test/data/dfs/data/data2/current/blk_7448012217839266710 for deletion
2013-10-31 15:28:35,391 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7892704075353673531_1093 file build/test/data/dfs/data/data2/current/blk_7892704075353673531 for deletion
2013-10-31 15:28:35,391 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7448012217839266710_1088 at file build/test/data/dfs/data/data2/current/blk_7448012217839266710
2013-10-31 15:28:35,391 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8442128867937614708_1083 file build/test/data/dfs/data/data2/current/blk_8442128867937614708 for deletion
2013-10-31 15:28:35,391 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7892704075353673531_1093 at file build/test/data/dfs/data/data2/current/blk_7892704075353673531
2013-10-31 15:28:35,391 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8529866403306719820_1065 file build/test/data/dfs/data/data2/current/blk_8529866403306719820 for deletion
2013-10-31 15:28:35,392 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8442128867937614708_1083 at file build/test/data/dfs/data/data2/current/blk_8442128867937614708
2013-10-31 15:28:35,392 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9195307336651468256_1072 file build/test/data/dfs/data/data1/current/blk_9195307336651468256 for deletion
2013-10-31 15:28:35,392 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8529866403306719820_1065 at file build/test/data/dfs/data/data2/current/blk_8529866403306719820
2013-10-31 15:28:35,393 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9195307336651468256_1072 at file build/test/data/dfs/data/data1/current/blk_9195307336651468256
2013-10-31 15:28:36,265 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0008_m_000010_0' to tip task_20131031152505967_0008_m_000010, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:28:36,274 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0008_m_000010_0 task's state:UNASSIGNED
2013-10-31 15:28:36,274 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0008_m_000010_0 which needs 1 slots
2013-10-31 15:28:36,275 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0008_m_000010_0 which needs 1 slots
2013-10-31 15:28:36,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0008/jobToken dst=null perm=null
2013-10-31 15:28:36,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45300, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5995673383374994161_1114, duration: 295157
2013-10-31 15:28:36,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.xml dst=null perm=null
2013-10-31 15:28:36,295 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38574, bytes: 28727, op: HDFS_READ, cliID: DFSClient_972629984, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2197367095278380719_1111, duration: 449702
2013-10-31 15:28:36,326 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:28:36,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.jar dst=null perm=null
2013-10-31 15:28:36,354 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40001, bytes: 239915, op: HDFS_READ, cliID: DFSClient_972629984, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7143310017786549285_1108, duration: 1475009
2013-10-31 15:28:36,466 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0007_m_-35776734
2013-10-31 15:28:36,473 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21650 with signal TERM. Exit code 0
2013-10-31 15:28:36,473 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0008_m_148925349
2013-10-31 15:28:36,474 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0008_m_148925349 spawned.
2013-10-31 15:28:36,475 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0008/attempt_20131031152505967_0008_m_000010_0/taskjvm.sh
2013-10-31 15:28:36,566 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678) Starting thread to transfer block blk_7143310017786549285_1108 to 127.0.0.1:57702
2013-10-31 15:28:36,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1974147350301485628_1068 file build/test/data/dfs/data/data6/current/blk_-1974147350301485628 for deletion
2013-10-31 15:28:36,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1242882802939116506_1081 file build/test/data/dfs/data/data5/current/blk_-1242882802939116506 for deletion
2013-10-31 15:28:36,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1974147350301485628_1068 at file build/test/data/dfs/data/data6/current/blk_-1974147350301485628
2013-10-31 15:28:36,568 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1242882802939116506_1081 at file build/test/data/dfs/data/data5/current/blk_-1242882802939116506
2013-10-31 15:28:36,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-600296314595362467_1089 file build/test/data/dfs/data/data6/current/blk_-600296314595362467 for deletion
2013-10-31 15:28:36,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7143310017786549285_1108 src: /127.0.0.1:52081 dest: /127.0.0.1:57702
2013-10-31 15:28:36,568 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-600296314595362467_1089 at file build/test/data/dfs/data/data6/current/blk_-600296314595362467
2013-10-31 15:28:36,568 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678):Transmitted block blk_7143310017786549285_1108 to /127.0.0.1:57702
2013-10-31 15:28:36,568 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_815974183006801614_1073 file build/test/data/dfs/data/data5/current/blk_815974183006801614 for deletion
2013-10-31 15:28:36,569 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_878048230238498224_1067 file build/test/data/dfs/data/data5/current/blk_878048230238498224 for deletion
2013-10-31 15:28:36,569 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_815974183006801614_1073 at file build/test/data/dfs/data/data5/current/blk_815974183006801614
2013-10-31 15:28:36,570 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2760977388725112207_1082 file build/test/data/dfs/data/data6/current/blk_2760977388725112207 for deletion
2013-10-31 15:28:36,570 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_878048230238498224_1067 at file build/test/data/dfs/data/data5/current/blk_878048230238498224
2013-10-31 15:28:36,570 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3899773659493748210_1088 file build/test/data/dfs/data/data6/current/blk_3899773659493748210 for deletion
2013-10-31 15:28:36,570 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2760977388725112207_1082 at file build/test/data/dfs/data/data6/current/blk_2760977388725112207
2013-10-31 15:28:36,570 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5034757757758706209_1097 file build/test/data/dfs/data/data5/current/blk_5034757757758706209 for deletion
2013-10-31 15:28:36,571 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3899773659493748210_1088 at file build/test/data/dfs/data/data6/current/blk_3899773659493748210
2013-10-31 15:28:36,571 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5034757757758706209_1097 at file build/test/data/dfs/data/data5/current/blk_5034757757758706209
2013-10-31 15:28:36,571 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5268445407379854816_1070 file build/test/data/dfs/data/data5/current/blk_5268445407379854816 for deletion
2013-10-31 15:28:36,572 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5981642570241382817_1088 file build/test/data/dfs/data/data5/current/blk_5981642570241382817 for deletion
2013-10-31 15:28:36,572 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5268445407379854816_1070 at file build/test/data/dfs/data/data5/current/blk_5268445407379854816
2013-10-31 15:28:36,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_7143310017786549285_1108 src: /127.0.0.1:52081 dest: /127.0.0.1:57702 of size 238055
2013-10-31 15:28:36,572 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5981642570241382817_1088 at file build/test/data/dfs/data/data5/current/blk_5981642570241382817
2013-10-31 15:28:36,572 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6364585659476679031_1072 file build/test/data/dfs/data/data5/current/blk_6364585659476679031 for deletion
2013-10-31 15:28:36,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6404584309928140379_1088 file build/test/data/dfs/data/data6/current/blk_6404584309928140379 for deletion
2013-10-31 15:28:36,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6364585659476679031_1072 at file build/test/data/dfs/data/data5/current/blk_6364585659476679031
2013-10-31 15:28:36,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6404584309928140379_1088 at file build/test/data/dfs/data/data6/current/blk_6404584309928140379
2013-10-31 15:28:36,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6468838251010537142_1072 file build/test/data/dfs/data/data6/current/blk_6468838251010537142 for deletion
2013-10-31 15:28:36,574 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7448012217839266710_1088 file build/test/data/dfs/data/data5/current/blk_7448012217839266710 for deletion
2013-10-31 15:28:36,574 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6468838251010537142_1072 at file build/test/data/dfs/data/data6/current/blk_6468838251010537142
2013-10-31 15:28:36,574 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7448012217839266710_1088 at file build/test/data/dfs/data/data5/current/blk_7448012217839266710
2013-10-31 15:28:36,574 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8442128867937614708_1083 file build/test/data/dfs/data/data5/current/blk_8442128867937614708 for deletion
2013-10-31 15:28:36,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9195307336651468256_1072 file build/test/data/dfs/data/data6/current/blk_9195307336651468256 for deletion
2013-10-31 15:28:36,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8442128867937614708_1083 at file build/test/data/dfs/data/data5/current/blk_8442128867937614708
2013-10-31 15:28:36,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9195307336651468256_1072 at file build/test/data/dfs/data/data6/current/blk_9195307336651468256
2013-10-31 15:28:36,576 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7143310017786549285_1108 size 238055
2013-10-31 15:28:36,631 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0007_m_-35776734
2013-10-31 15:28:37,012 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_6318999931023123724_1090 blk_-1242882802939116506_1081 blk_5034757757758706209_1097 blk_6404584309928140379_1088 blk_6364585659476679031_1072 blk_8529866403306719820_1065 blk_326582867198715307_1079 blk_8442128867937614708_1083 blk_-1974147350301485628_1068 blk_-600296314595362467_1089 blk_5981642570241382817_1088 blk_-6011084234135189566_1088 blk_5268445407379854816_1070 blk_7448012217839266710_1088
2013-10-31 15:28:37,012 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_6318999931023123724_1090 blk_7892704075353673531_1093 blk_6468838251010537142_1072 blk_5034757757758706209_1097 blk_3899773659493748210_1088 blk_6364585659476679031_1072 blk_326582867198715307_1079 blk_8529866403306719820_1065 blk_45019714437091899_1091 blk_9195307336651468256_1072 blk_5981642570241382817_1088 blk_-7744379204592028273_1092 blk_815974183006801614_1073 blk_878048230238498224_1067 blk_-6011084234135189566_1088 blk_5268445407379854816_1070 blk_2760977388725112207_1082
2013-10-31 15:28:37,205 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:37,206 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:37,206 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:37,206 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0007_m_-35776734 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:37,847 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0008_m_148925349 given task: attempt_20131031152505967_0008_m_000010_0
2013-10-31 15:28:38,261 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0007
2013-10-31 15:28:38,261 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0007_m_000000_0 not found in cache
2013-10-31 15:28:38,261 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0007_m_000008_0 not found in cache
2013-10-31 15:28:38,261 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0007_m_000009_0 not found in cache
2013-10-31 15:28:38,261 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0007_m_000001_0 not found in cache
2013-10-31 15:28:38,261 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0007
2013-10-31 15:28:38,262 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383319718261
2013-10-31 15:28:38,262 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0007_m_000003_0 not found in cache
2013-10-31 15:28:38,262 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0007_m_000002_0 not found in cache
2013-10-31 15:28:38,262 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383319718262
2013-10-31 15:28:38,375 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0007
2013-10-31 15:28:38,375 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0007_m_000004_0 not found in cache
2013-10-31 15:28:38,376 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0007_m_000005_0 not found in cache
2013-10-31 15:28:38,376 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383319718376
2013-10-31 15:28:38,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:38,484 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0007_m_-1602895555 since job job_20131031152505967_0007 is dead
2013-10-31 15:28:38,494 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21720 with signal TERM. Exit code 0
2013-10-31 15:28:38,587 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0007
2013-10-31 15:28:38,587 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0007_m_000007_0 not found in cache
2013-10-31 15:28:38,588 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0007_m_000006_0 not found in cache
2013-10-31 15:28:38,589 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0007 for user-log deletion with retainTimeStamp:1383319718588
2013-10-31 15:28:38,612 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0007_m_727759378 since job job_20131031152505967_0007 is dead
2013-10-31 15:28:38,622 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21780 with signal TERM. Exit code 0
2013-10-31 15:28:38,661 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:38,661 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:38,661 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:38,661 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0007_m_-1602895555 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:38,796 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:38,797 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:38,797 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:38,797 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0007_m_727759378 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:39,003 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7744379204592028273_1092 file build/test/data/dfs/data/data4/current/blk_-7744379204592028273 for deletion
2013-10-31 15:28:39,004 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6011084234135189566_1088 file build/test/data/dfs/data/data4/current/blk_-6011084234135189566 for deletion
2013-10-31 15:28:39,004 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7744379204592028273_1092 at file build/test/data/dfs/data/data4/current/blk_-7744379204592028273
2013-10-31 15:28:39,004 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_45019714437091899_1091 file build/test/data/dfs/data/data3/current/blk_45019714437091899 for deletion
2013-10-31 15:28:39,004 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6011084234135189566_1088 file build/test/data/dfs/data/data7/current/blk_-6011084234135189566 for deletion
2013-10-31 15:28:39,004 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_326582867198715307_1079 file build/test/data/dfs/data/data3/current/blk_326582867198715307 for deletion
2013-10-31 15:28:39,005 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1974147350301485628_1068 file build/test/data/dfs/data/data7/current/blk_-1974147350301485628 for deletion
2013-10-31 15:28:39,005 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_45019714437091899_1091 at file build/test/data/dfs/data/data3/current/blk_45019714437091899
2013-10-31 15:28:39,004 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6011084234135189566_1088 at file build/test/data/dfs/data/data4/current/blk_-6011084234135189566
2013-10-31 15:28:39,005 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1242882802939116506_1081 file build/test/data/dfs/data/data7/current/blk_-1242882802939116506 for deletion
2013-10-31 15:28:39,005 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_815974183006801614_1073 file build/test/data/dfs/data/data3/current/blk_815974183006801614 for deletion
2013-10-31 15:28:39,006 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-600296314595362467_1089 file build/test/data/dfs/data/data7/current/blk_-600296314595362467 for deletion
2013-10-31 15:28:39,006 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_878048230238498224_1067 file build/test/data/dfs/data/data4/current/blk_878048230238498224 for deletion
2013-10-31 15:28:39,005 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6011084234135189566_1088 at file build/test/data/dfs/data/data7/current/blk_-6011084234135189566
2013-10-31 15:28:39,007 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_878048230238498224_1067 at file build/test/data/dfs/data/data4/current/blk_878048230238498224
2013-10-31 15:28:39,007 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1974147350301485628_1068 at file build/test/data/dfs/data/data7/current/blk_-1974147350301485628
2013-10-31 15:28:39,007 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2760977388725112207_1082 file build/test/data/dfs/data/data4/current/blk_2760977388725112207 for deletion
2013-10-31 15:28:39,007 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1242882802939116506_1081 at file build/test/data/dfs/data/data7/current/blk_-1242882802939116506
2013-10-31 15:28:39,007 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2760977388725112207_1082 at file build/test/data/dfs/data/data4/current/blk_2760977388725112207
2013-10-31 15:28:39,008 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-600296314595362467_1089 at file build/test/data/dfs/data/data7/current/blk_-600296314595362467
2013-10-31 15:28:39,006 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_326582867198715307_1079 file build/test/data/dfs/data/data8/current/blk_326582867198715307 for deletion
2013-10-31 15:28:39,005 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_326582867198715307_1079 at file build/test/data/dfs/data/data3/current/blk_326582867198715307
2013-10-31 15:28:39,008 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_326582867198715307_1079 at file build/test/data/dfs/data/data8/current/blk_326582867198715307
2013-10-31 15:28:39,008 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5034757757758706209_1097 file build/test/data/dfs/data/data7/current/blk_5034757757758706209 for deletion
2013-10-31 15:28:39,007 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3899773659493748210_1088 file build/test/data/dfs/data/data3/current/blk_3899773659493748210 for deletion
2013-10-31 15:28:39,009 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5034757757758706209_1097 at file build/test/data/dfs/data/data7/current/blk_5034757757758706209
2013-10-31 15:28:39,009 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5034757757758706209_1097 file build/test/data/dfs/data/data3/current/blk_5034757757758706209 for deletion
2013-10-31 15:28:39,009 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5268445407379854816_1070 file build/test/data/dfs/data/data8/current/blk_5268445407379854816 for deletion
2013-10-31 15:28:39,010 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5268445407379854816_1070 file build/test/data/dfs/data/data3/current/blk_5268445407379854816 for deletion
2013-10-31 15:28:39,010 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5981642570241382817_1088 file build/test/data/dfs/data/data8/current/blk_5981642570241382817 for deletion
2013-10-31 15:28:39,010 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5981642570241382817_1088 file build/test/data/dfs/data/data3/current/blk_5981642570241382817 for deletion
2013-10-31 15:28:39,010 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6318999931023123724_1090 file build/test/data/dfs/data/data8/current/blk_6318999931023123724 for deletion
2013-10-31 15:28:39,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6318999931023123724_1090 file build/test/data/dfs/data/data4/current/blk_6318999931023123724 for deletion
2013-10-31 15:28:39,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6364585659476679031_1072 file build/test/data/dfs/data/data7/current/blk_6364585659476679031 for deletion
2013-10-31 15:28:39,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6364585659476679031_1072 file build/test/data/dfs/data/data3/current/blk_6364585659476679031 for deletion
2013-10-31 15:28:39,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6404584309928140379_1088 file build/test/data/dfs/data/data7/current/blk_6404584309928140379 for deletion
2013-10-31 15:28:39,009 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_815974183006801614_1073 at file build/test/data/dfs/data/data3/current/blk_815974183006801614
2013-10-31 15:28:39,012 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7448012217839266710_1088 file build/test/data/dfs/data/data8/current/blk_7448012217839266710 for deletion
2013-10-31 15:28:39,012 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3899773659493748210_1088 at file build/test/data/dfs/data/data3/current/blk_3899773659493748210
2013-10-31 15:28:39,012 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8442128867937614708_1083 file build/test/data/dfs/data/data8/current/blk_8442128867937614708 for deletion
2013-10-31 15:28:39,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6468838251010537142_1072 file build/test/data/dfs/data/data4/current/blk_6468838251010537142 for deletion
2013-10-31 15:28:39,013 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8529866403306719820_1065 file build/test/data/dfs/data/data7/current/blk_8529866403306719820 for deletion
2013-10-31 15:28:39,013 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7892704075353673531_1093 file build/test/data/dfs/data/data3/current/blk_7892704075353673531 for deletion
2013-10-31 15:28:39,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6364585659476679031_1072 at file build/test/data/dfs/data/data7/current/blk_6364585659476679031
2013-10-31 15:28:39,013 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8529866403306719820_1065 file build/test/data/dfs/data/data3/current/blk_8529866403306719820 for deletion
2013-10-31 15:28:39,013 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6404584309928140379_1088 at file build/test/data/dfs/data/data7/current/blk_6404584309928140379
2013-10-31 15:28:39,014 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9195307336651468256_1072 file build/test/data/dfs/data/data4/current/blk_9195307336651468256 for deletion
2013-10-31 15:28:39,014 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8529866403306719820_1065 at file build/test/data/dfs/data/data7/current/blk_8529866403306719820
2013-10-31 15:28:39,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6318999931023123724_1090 at file build/test/data/dfs/data/data4/current/blk_6318999931023123724
2013-10-31 15:28:39,010 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5268445407379854816_1070 at file build/test/data/dfs/data/data8/current/blk_5268445407379854816
2013-10-31 15:28:39,014 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6468838251010537142_1072 at file build/test/data/dfs/data/data4/current/blk_6468838251010537142
2013-10-31 15:28:39,015 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5981642570241382817_1088 at file build/test/data/dfs/data/data8/current/blk_5981642570241382817
2013-10-31 15:28:39,015 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9195307336651468256_1072 at file build/test/data/dfs/data/data4/current/blk_9195307336651468256
2013-10-31 15:28:39,015 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6318999931023123724_1090 at file build/test/data/dfs/data/data8/current/blk_6318999931023123724
2013-10-31 15:28:39,012 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5034757757758706209_1097 at file build/test/data/dfs/data/data3/current/blk_5034757757758706209
2013-10-31 15:28:39,015 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7448012217839266710_1088 at file build/test/data/dfs/data/data8/current/blk_7448012217839266710
2013-10-31 15:28:39,016 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5268445407379854816_1070 at file build/test/data/dfs/data/data3/current/blk_5268445407379854816
2013-10-31 15:28:39,016 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8442128867937614708_1083 at file build/test/data/dfs/data/data8/current/blk_8442128867937614708
2013-10-31 15:28:39,016 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5981642570241382817_1088 at file build/test/data/dfs/data/data3/current/blk_5981642570241382817
2013-10-31 15:28:39,017 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6364585659476679031_1072 at file build/test/data/dfs/data/data3/current/blk_6364585659476679031
2013-10-31 15:28:39,017 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7892704075353673531_1093 at file build/test/data/dfs/data/data3/current/blk_7892704075353673531
2013-10-31 15:28:39,018 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8529866403306719820_1065 at file build/test/data/dfs/data/data3/current/blk_8529866403306719820
2013-10-31 15:28:39,108 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0007_m_-652245360 since job job_20131031152505967_0007 is dead
2013-10-31 15:28:39,119 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21880 with signal TERM. Exit code 0
2013-10-31 15:28:39,133 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0007_m_-2141923882 since job job_20131031152505967_0007 is dead
2013-10-31 15:28:39,135 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0007_m_722382989 since job job_20131031152505967_0007 is dead
2013-10-31 15:28:39,144 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21820 with signal TERM. Exit code 0
2013-10-31 15:28:39,144 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0007_m_-930152142 since job job_20131031152505967_0007 is dead
2013-10-31 15:28:39,145 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21460 with signal TERM. Exit code 0
2013-10-31 15:28:39,154 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21821 with signal TERM. Exit code 0
2013-10-31 15:28:39,298 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:39,298 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:39,298 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:39,298 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0007_m_722382989 exited with exit code 143. Number of tasks it ran: 4
2013-10-31 15:28:39,300 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:39,300 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:39,301 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:39,301 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0007_m_-2141923882 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:39,301 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:39,301 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:39,301 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:39,302 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0007_m_-930152142 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:39,308 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:39,308 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:39,308 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:39,308 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0007_m_-652245360 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:39,977 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0007_m_-935428018 since job job_20131031152505967_0007 is dead
2013-10-31 15:28:39,987 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group21881 with signal TERM. Exit code 0
2013-10-31 15:28:40,188 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:28:40,188 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:28:40,188 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:28:40,189 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0007_m_-935428018 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:28:41,319 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000010_0 0.0% setup
2013-10-31 15:28:41,322 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0008_m_000010_0 is done.
2013-10-31 15:28:41,323 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0008_m_000010_0 was -1
2013-10-31 15:28:41,323 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:42,279 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0008_m_000010_0' has completed task_20131031152505967_0008_m_000010 successfully.
2013-10-31 15:28:42,283 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0008_m_000000_0' to tip task_20131031152505967_0008_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:28:42,284 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0008_m_000000
2013-10-31 15:28:42,284 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0008_m_000001_0' to tip task_20131031152505967_0008_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:28:42,285 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0008_m_000001
2013-10-31 15:28:42,287 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0008_m_000002_0' to tip task_20131031152505967_0008_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:28:42,287 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0008_m_000002
2013-10-31 15:28:42,288 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0008_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:28:42,288 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0008_m_000003_0' to tip task_20131031152505967_0008_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:28:42,290 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0008_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:28:42,290 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0008_m_000003
2013-10-31 15:28:42,290 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0008_m_000000_0 which needs 1 slots
2013-10-31 15:28:42,290 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0008_m_000000_0 which needs 1 slots
2013-10-31 15:28:42,291 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0008_m_000001_0 which needs 1 slots
2013-10-31 15:28:42,292 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0008_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:28:42,292 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0008_m_000001_0 which needs 1 slots
2013-10-31 15:28:42,294 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0008_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:28:42,294 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0008_m_000002_0 which needs 1 slots
2013-10-31 15:28:42,296 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0008_m_000002_0 which needs 1 slots
2013-10-31 15:28:42,299 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0008_m_000003_0 which needs 1 slots
2013-10-31 15:28:42,299 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0008_m_000003_0 which needs 1 slots
2013-10-31 15:28:42,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0008/jobToken dst=null perm=null
2013-10-31 15:28:42,310 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40005, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5995673383374994161_1114, duration: 294274
2013-10-31 15:28:42,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.xml dst=null perm=null
2013-10-31 15:28:42,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38581, bytes: 28727, op: HDFS_READ, cliID: DFSClient_-58879636, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2197367095278380719_1111, duration: 387927
2013-10-31 15:28:42,330 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0008_m_1808232135
2013-10-31 15:28:42,331 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0008_m_1808232135 spawned.
2013-10-31 15:28:42,332 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0008/attempt_20131031152505967_0008_m_000000_0. Attempting to reuse: jvm_20131031152505967_0008_m_148925349
2013-10-31 15:28:42,333 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0008/attempt_20131031152505967_0008_m_000001_0/taskjvm.sh
2013-10-31 15:28:42,354 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:28:42,375 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0008_m_148925349 given task: attempt_20131031152505967_0008_m_000000_0
2013-10-31 15:28:42,385 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0008_m_000004_0' to tip task_20131031152505967_0008_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:28:42,385 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0008_m_000004
2013-10-31 15:28:42,386 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0008_m_000005_0' to tip task_20131031152505967_0008_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:28:42,386 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0008_m_000005
2013-10-31 15:28:42,389 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0008_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:28:42,390 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0008_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:28:42,390 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0008_m_000004_0 which needs 1 slots
2013-10-31 15:28:42,390 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0008_m_000004_0 which needs 1 slots
2013-10-31 15:28:42,391 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0008_m_000005_0 which needs 1 slots
2013-10-31 15:28:42,391 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0008_m_000005_0 which needs 1 slots
2013-10-31 15:28:42,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0008/jobToken dst=null perm=null
2013-10-31 15:28:42,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40008, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5995673383374994161_1114, duration: 300861
2013-10-31 15:28:42,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.xml dst=null perm=null
2013-10-31 15:28:42,408 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45312, bytes: 28727, op: HDFS_READ, cliID: DFSClient_2051771582, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2197367095278380719_1111, duration: 161181
2013-10-31 15:28:42,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.jar dst=null perm=null
2013-10-31 15:28:42,417 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45313, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-58879636, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7143310017786549285_1108, duration: 1387683
2013-10-31 15:28:42,428 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:28:42,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.jar dst=null perm=null
2013-10-31 15:28:42,443 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45314, bytes: 239915, op: HDFS_READ, cliID: DFSClient_2051771582, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7143310017786549285_1108, duration: 771836
2013-10-31 15:28:42,475 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0008_m_-1090857058
2013-10-31 15:28:42,475 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0008_m_-1090857058 spawned.
2013-10-31 15:28:42,476 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0008_m_-2084096200
2013-10-31 15:28:42,476 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0008_m_-2084096200 spawned.
2013-10-31 15:28:42,479 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0008/attempt_20131031152505967_0008_m_000002_0/taskjvm.sh
2013-10-31 15:28:42,479 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0008/attempt_20131031152505967_0008_m_000003_0/taskjvm.sh
2013-10-31 15:28:42,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=null
2013-10-31 15:28:42,494 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45316, bytes: 3161, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3193990077225266379_1109, duration: 166893
2013-10-31 15:28:42,505 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0008_m_-1185218245
2013-10-31 15:28:42,506 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0008_m_-1185218245 spawned.
2013-10-31 15:28:42,506 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0008_m_-1965103585
2013-10-31 15:28:42,507 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0008_m_-1965103585 spawned.
2013-10-31 15:28:42,507 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0008/attempt_20131031152505967_0008_m_000004_0/taskjvm.sh
2013-10-31 15:28:42,508 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0008/attempt_20131031152505967_0008_m_000005_0/taskjvm.sh
2013-10-31 15:28:42,596 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0008_m_000006_0' to tip task_20131031152505967_0008_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:28:42,597 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0008_m_000006
2013-10-31 15:28:42,598 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0008_m_000007_0' to tip task_20131031152505967_0008_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:28:42,598 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0008_m_000007
2013-10-31 15:28:42,600 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0008_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:28:42,601 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0008_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:28:42,601 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0008_m_000006_0 which needs 1 slots
2013-10-31 15:28:42,601 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0008_m_000006_0 which needs 1 slots
2013-10-31 15:28:42,602 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0008_m_000007_0 which needs 1 slots
2013-10-31 15:28:42,602 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0008_m_000007_0 which needs 1 slots
2013-10-31 15:28:42,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0008/jobToken dst=null perm=null
2013-10-31 15:28:42,610 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40015, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5995673383374994161_1114, duration: 140960
2013-10-31 15:28:42,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.xml dst=null perm=null
2013-10-31 15:28:42,621 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45319, bytes: 28727, op: HDFS_READ, cliID: DFSClient_1040948965, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2197367095278380719_1111, duration: 170702
2013-10-31 15:28:42,646 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:28:42,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.jar dst=null perm=null
2013-10-31 15:28:42,660 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38592, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1040948965, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7143310017786549285_1108, duration: 639381
2013-10-31 15:28:42,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:28:42,768 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0008_m_-1559030805
2013-10-31 15:28:42,769 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0008_m_-1559030805 spawned.
2013-10-31 15:28:42,770 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0008/attempt_20131031152505967_0008_m_000007_0/taskjvm.sh
2013-10-31 15:28:42,773 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0008_m_-1345974182
2013-10-31 15:28:42,773 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0008_m_-1345974182 spawned.
2013-10-31 15:28:42,775 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0008/attempt_20131031152505967_0008_m_000006_0/taskjvm.sh
2013-10-31 15:28:43,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:43,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:43,199 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0008_m_1808232135 given task: attempt_20131031152505967_0008_m_000001_0
2013-10-31 15:28:43,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52099, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 151056
2013-10-31 15:28:43,262 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000000_0/part-00000. blk_5421360564393095418_1115
2013-10-31 15:28:43,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5421360564393095418_1115 src: /127.0.0.1:40021 dest: /127.0.0.1:53907
2013-10-31 15:28:43,280 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5421360564393095418_1115 src: /127.0.0.1:38596 dest: /127.0.0.1:48948
2013-10-31 15:28:43,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5421360564393095418_1115 src: /127.0.0.1:45325 dest: /127.0.0.1:42991
2013-10-31 15:28:43,283 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45325, dest: /127.0.0.1:42991, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5421360564393095418_1115, duration: 1695739
2013-10-31 15:28:43,284 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5421360564393095418_1115 terminating
2013-10-31 15:28:43,284 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38596, dest: /127.0.0.1:48948, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5421360564393095418_1115, duration: 2245946
2013-10-31 15:28:43,284 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5421360564393095418_1115 terminating
2013-10-31 15:28:43,284 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40021, dest: /127.0.0.1:53907, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5421360564393095418_1115, duration: 2660261
2013-10-31 15:28:43,285 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5421360564393095418_1115 terminating
2013-10-31 15:28:43,285 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5421360564393095418_1115 size 12
2013-10-31 15:28:43,286 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5421360564393095418_1115 size 12
2013-10-31 15:28:43,287 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0008_m_000000_0
2013-10-31 15:28:43,287 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0008_m_000000_0
2013-10-31 15:28:43,288 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5421360564393095418_1115 size 12
2013-10-31 15:28:43,505 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0008_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:43,506 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000000_0 0.0%
2013-10-31 15:28:43,604 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0008_m_-1090857058 given task: attempt_20131031152505967_0008_m_000002_0
2013-10-31 15:28:43,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=null
2013-10-31 15:28:43,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52110, bytes: 3161, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3193990077225266379_1109, duration: 183284
2013-10-31 15:28:43,871 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0008_m_-1345974182 given task: attempt_20131031152505967_0008_m_000006_0
2013-10-31 15:28:43,873 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0008_m_-1965103585 given task: attempt_20131031152505967_0008_m_000005_0
2013-10-31 15:28:43,881 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0008_m_-1185218245 given task: attempt_20131031152505967_0008_m_000004_0
2013-10-31 15:28:43,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:28:43,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52111, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 134599
2013-10-31 15:28:43,894 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0008_m_-2084096200 given task: attempt_20131031152505967_0008_m_000003_0
2013-10-31 15:28:43,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:43,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:43,948 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0008_m_-1559030805 given task: attempt_20131031152505967_0008_m_000007_0
2013-10-31 15:28:44,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=null
2013-10-31 15:28:44,142 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000001_0/part-00001. blk_3973121073211985632_1116
2013-10-31 15:28:44,146 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45337, bytes: 2645, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3193990077225266379_1109, duration: 188563
2013-10-31 15:28:44,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3973121073211985632_1116 src: /127.0.0.1:38608 dest: /127.0.0.1:48948
2013-10-31 15:28:44,178 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3973121073211985632_1116 src: /127.0.0.1:40036 dest: /127.0.0.1:53907
2013-10-31 15:28:44,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3973121073211985632_1116 src: /127.0.0.1:52116 dest: /127.0.0.1:57702
2013-10-31 15:28:44,181 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52116, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3973121073211985632_1116, duration: 1682861
2013-10-31 15:28:44,182 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3973121073211985632_1116 terminating
2013-10-31 15:28:44,182 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40036, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3973121073211985632_1116, duration: 2004163
2013-10-31 15:28:44,182 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3973121073211985632_1116 terminating
2013-10-31 15:28:44,182 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38608, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3973121073211985632_1116, duration: 2414129
2013-10-31 15:28:44,183 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3973121073211985632_1116 terminating
2013-10-31 15:28:44,183 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3973121073211985632_1116 size 8
2013-10-31 15:28:44,183 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3973121073211985632_1116 size 8
2013-10-31 15:28:44,183 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0008_m_000001_0
2013-10-31 15:28:44,184 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0008_m_000001_0
2013-10-31 15:28:44,185 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3973121073211985632_1116 size 8
2013-10-31 15:28:44,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:28:44,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:44,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:44,236 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0008_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:44,237 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000001_0 0.0%
2013-10-31 15:28:44,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=null
2013-10-31 15:28:44,393 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52121, bytes: 1097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000006_0, offset: 2048, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3193990077225266379_1109, duration: 179123
2013-10-31 15:28:44,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=null
2013-10-31 15:28:44,414 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38617, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 189937
2013-10-31 15:28:44,418 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52123, bytes: 2129, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000004_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3193990077225266379_1109, duration: 178529
2013-10-31 15:28:44,419 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000002_0/part-00002. blk_8617507019753689616_1117
2013-10-31 15:28:44,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:28:44,433 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45349, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000006_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 139405
2013-10-31 15:28:44,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=null
2013-10-31 15:28:44,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=null
2013-10-31 15:28:44,441 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52127, bytes: 1613, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000005_0, offset: 1536, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3193990077225266379_1109, duration: 173367
2013-10-31 15:28:44,443 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38623, bytes: 2129, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000003_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3193990077225266379_1109, duration: 259318
2013-10-31 15:28:44,444 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8617507019753689616_1117 src: /127.0.0.1:40045 dest: /127.0.0.1:53907
2013-10-31 15:28:44,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8617507019753689616_1117 src: /127.0.0.1:45352 dest: /127.0.0.1:42991
2013-10-31 15:28:44,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000006_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:44,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8617507019753689616_1117 src: /127.0.0.1:38625 dest: /127.0.0.1:48948
2013-10-31 15:28:44,448 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38625, dest: /127.0.0.1:48948, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8617507019753689616_1117, duration: 1355054
2013-10-31 15:28:44,448 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8617507019753689616_1117 terminating
2013-10-31 15:28:44,448 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45352, dest: /127.0.0.1:42991, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8617507019753689616_1117, duration: 1622640
2013-10-31 15:28:44,448 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8617507019753689616_1117 terminating
2013-10-31 15:28:44,448 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40045, dest: /127.0.0.1:53907, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8617507019753689616_1117, duration: 2005906
2013-10-31 15:28:44,449 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8617507019753689616_1117 terminating
2013-10-31 15:28:44,449 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8617507019753689616_1117 size 12
2013-10-31 15:28:44,449 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0008_m_000002_0
2013-10-31 15:28:44,450 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0008_m_000002_0
2013-10-31 15:28:44,450 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8617507019753689616_1117 size 12
2013-10-31 15:28:44,450 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8617507019753689616_1117 size 12
2013-10-31 15:28:44,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000006_0/part-00006 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:44,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:44,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:44,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:44,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:28:44,481 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40052, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 128614
2013-10-31 15:28:44,483 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52132, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 104140
2013-10-31 15:28:44,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:44,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:44,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:44,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:44,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=null
2013-10-31 15:28:44,505 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0008_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:44,506 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000002_0 0.0%
2013-10-31 15:28:44,511 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52133, bytes: 1097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000007_0, offset: 2048, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3193990077225266379_1109, duration: 172802
2013-10-31 15:28:44,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:44,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:28:44,551 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52134, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000007_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 147972
2013-10-31 15:28:44,761 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000006_0/part-00006 from client DFSClient_attempt_20131031152505967_0008_m_000006_0
2013-10-31 15:28:44,761 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000006_0/part-00006 is closed by DFSClient_attempt_20131031152505967_0008_m_000006_0
2013-10-31 15:28:44,761 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40056, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 137468
2013-10-31 15:28:44,765 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000004_0/part-00004. blk_-592870115505615361_1121
2013-10-31 15:28:44,766 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000005_0/part-00005. blk_4623984091958545296_1121
2013-10-31 15:28:44,766 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000003_0/part-00003. blk_-3367456397487770841_1121
2013-10-31 15:28:44,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-592870115505615361_1121 src: /127.0.0.1:52136 dest: /127.0.0.1:57702
2013-10-31 15:28:44,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3367456397487770841_1121 src: /127.0.0.1:38632 dest: /127.0.0.1:48948
2013-10-31 15:28:44,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4623984091958545296_1121 src: /127.0.0.1:38633 dest: /127.0.0.1:48948
2013-10-31 15:28:44,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4623984091958545296_1121 src: /127.0.0.1:52141 dest: /127.0.0.1:57702
2013-10-31 15:28:44,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-592870115505615361_1121 src: /127.0.0.1:38634 dest: /127.0.0.1:48948
2013-10-31 15:28:44,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3367456397487770841_1121 src: /127.0.0.1:40061 dest: /127.0.0.1:53907
2013-10-31 15:28:44,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4623984091958545296_1121 src: /127.0.0.1:40063 dest: /127.0.0.1:53907
2013-10-31 15:28:44,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-592870115505615361_1121 src: /127.0.0.1:45366 dest: /127.0.0.1:42991
2013-10-31 15:28:44,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3367456397487770841_1121 src: /127.0.0.1:52144 dest: /127.0.0.1:57702
2013-10-31 15:28:44,797 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40063, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4623984091958545296_1121, duration: 2638613
2013-10-31 15:28:44,798 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52144, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3367456397487770841_1121, duration: 2299675
2013-10-31 15:28:44,798 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4623984091958545296_1121 terminating
2013-10-31 15:28:44,798 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4623984091958545296_1121 size 8
2013-10-31 15:28:44,799 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40061, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3367456397487770841_1121, duration: 1039503
2013-10-31 15:28:44,798 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3367456397487770841_1121 terminating
2013-10-31 15:28:44,798 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45366, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-592870115505615361_1121, duration: 4926016
2013-10-31 15:28:44,800 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52141, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4623984091958545296_1121, duration: 5863733
2013-10-31 15:28:44,799 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3367456397487770841_1121 terminating
2013-10-31 15:28:44,801 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4623984091958545296_1121 terminating
2013-10-31 15:28:44,801 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3367456397487770841_1121 size 8
2013-10-31 15:28:44,801 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-592870115505615361_1121 terminating
2013-10-31 15:28:44,801 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38632, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3367456397487770841_1121, duration: 4567783
2013-10-31 15:28:44,801 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3367456397487770841_1121 size 8
2013-10-31 15:28:44,802 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3367456397487770841_1121 terminating
2013-10-31 15:28:44,802 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-592870115505615361_1121 size 8
2013-10-31 15:28:44,802 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4623984091958545296_1121 size 8
2013-10-31 15:28:44,802 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0008_m_000003_0
2013-10-31 15:28:44,803 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0008_m_000003_0
2013-10-31 15:28:44,805 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38633, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4623984091958545296_1121, duration: 8262587
2013-10-31 15:28:44,805 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38634, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-592870115505615361_1121, duration: 3404993
2013-10-31 15:28:44,805 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4623984091958545296_1121 terminating
2013-10-31 15:28:44,805 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-592870115505615361_1121 terminating
2013-10-31 15:28:44,805 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3367456397487770841_1121 size 8
2013-10-31 15:28:44,805 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52136, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0008_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-592870115505615361_1121, duration: 11617804
2013-10-31 15:28:44,806 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-592870115505615361_1121 terminating
2013-10-31 15:28:44,806 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4623984091958545296_1121 size 8
2013-10-31 15:28:44,806 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-592870115505615361_1121 size 8
2013-10-31 15:28:44,806 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0008_m_000005_0
2013-10-31 15:28:44,807 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0008_m_000005_0
2013-10-31 15:28:44,807 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-592870115505615361_1121 size 8
2013-10-31 15:28:44,807 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0008_m_000004_0
2013-10-31 15:28:44,807 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0008_m_000004_0
2013-10-31 15:28:44,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000007_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:44,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000007_0/part-00007 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:44,908 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0008_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:44,908 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000003_0 0.0%
2013-10-31 15:28:44,912 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0008_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:44,912 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000004_0 0.0%
2013-10-31 15:28:44,914 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0008_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:44,914 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000005_0 0.0%
2013-10-31 15:28:44,916 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0008_m_000006_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:44,916 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000006_0 0.0%
2013-10-31 15:28:45,051 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000007_0/part-00007 from client DFSClient_attempt_20131031152505967_0008_m_000007_0
2013-10-31 15:28:45,052 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000007_0/part-00007 is closed by DFSClient_attempt_20131031152505967_0008_m_000007_0
2013-10-31 15:28:45,100 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0008_m_000007_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:45,100 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000007_0 0.0%
2013-10-31 15:28:45,293 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0008_m_000008_0' to tip task_20131031152505967_0008_m_000008, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:28:45,294 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0008_m_000008
2013-10-31 15:28:45,298 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0008_m_000008_0 task's state:UNASSIGNED
2013-10-31 15:28:45,298 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0008_m_000000_0
2013-10-31 15:28:45,298 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0008_m_000008_0 which needs 1 slots
2013-10-31 15:28:45,298 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0008_m_000001_0
2013-10-31 15:28:45,298 INFO mapred.TaskTracker (TaskTracker.java:run(2475)) - TaskLauncher : Waiting for 1 to launch attempt_20131031152505967_0008_m_000008_0, currently we have 0 free slots
2013-10-31 15:28:45,299 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0008_m_000002_0
2013-10-31 15:28:45,299 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0008_m_000003_0
2013-10-31 15:28:45,393 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0008_m_000004_0
2013-10-31 15:28:45,393 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0008_m_000005_0
2013-10-31 15:28:45,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000000_0 dst=null perm=null
2013-10-31 15:28:45,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000002_0 dst=null perm=null
2013-10-31 15:28:45,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:45,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:45,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:45,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:45,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000000_0 dst=null perm=null
2013-10-31 15:28:45,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000002_0 dst=null perm=null
2013-10-31 15:28:45,605 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0008_m_000006_0
2013-10-31 15:28:45,605 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0008_m_000007_0
2013-10-31 15:28:45,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000003_0 dst=null perm=null
2013-10-31 15:28:45,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000004_0 dst=null perm=null
2013-10-31 15:28:45,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:45,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000005_0 dst=null perm=null
2013-10-31 15:28:45,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000006_0 dst=null perm=null
2013-10-31 15:28:45,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:45,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:45,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:45,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:45,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:45,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000006_0/part-00006 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00006 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:45,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000003_0 dst=null perm=null
2013-10-31 15:28:45,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000005_0/part-00005 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:45,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000004_0 dst=null perm=null
2013-10-31 15:28:45,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000005_0 dst=null perm=null
2013-10-31 15:28:45,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000006_0 dst=null perm=null
2013-10-31 15:28:46,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000007_0 dst=null perm=null
2013-10-31 15:28:46,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:46,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000007_0/part-00007 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00007 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:46,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000007_0 dst=null perm=null
2013-10-31 15:28:46,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000001_0 dst=null perm=null
2013-10-31 15:28:46,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:46,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:46,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000001_0 dst=null perm=null
2013-10-31 15:28:46,770 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:28:46,772 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0008_m_000001_0 is done.
2013-10-31 15:28:46,772 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0008_m_000001_0 was -1
2013-10-31 15:28:46,772 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:28:46,773 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0008_m_000008_0 which needs 1 slots
2013-10-31 15:28:46,807 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0008/attempt_20131031152505967_0008_m_000008_0. Attempting to reuse: jvm_20131031152505967_0008_m_1808232135
2013-10-31 15:28:46,824 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0008_m_1808232135 given task: attempt_20131031152505967_0008_m_000008_0
2013-10-31 15:28:46,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008/job.split dst=null perm=null
2013-10-31 15:28:46,941 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40067, bytes: 581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000008_0, offset: 2560, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3193990077225266379_1109, duration: 181833
2013-10-31 15:28:46,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:28:46,945 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40068, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0008_m_000008_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 111474
2013-10-31 15:28:46,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000008_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:46,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000008_0/part-00008 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:46,976 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000008_0/part-00008 from client DFSClient_attempt_20131031152505967_0008_m_000008_0
2013-10-31 15:28:46,977 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000008_0/part-00008 is closed by DFSClient_attempt_20131031152505967_0008_m_000008_0
2013-10-31 15:28:47,015 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0008_m_000008_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:28:47,015 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000008_0 0.0%
2013-10-31 15:28:47,057 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:28:47,059 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0008_m_000002_0 is done.
2013-10-31 15:28:47,059 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0008_m_000002_0 was -1
2013-10-31 15:28:47,059 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:28:47,290 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0008_m_000010_0
2013-10-31 15:28:47,290 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0008_m_000010_0
2013-10-31 15:28:47,290 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0008_m_000010_0 not found in cache
2013-10-31 15:28:47,318 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000006_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:28:47,319 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0008_m_000006_0 is done.
2013-10-31 15:28:47,319 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0008_m_000006_0 was -1
2013-10-31 15:28:47,319 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:28:47,341 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+7
2013-10-31 15:28:47,342 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0008_m_000004_0 is done.
2013-10-31 15:28:47,342 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0008_m_000004_0 was -1
2013-10-31 15:28:47,343 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:28:47,363 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000005_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:7+7
2013-10-31 15:28:47,364 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0008_m_000005_0 is done.
2013-10-31 15:28:47,364 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0008_m_000005_0 was -1
2013-10-31 15:28:47,364 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:47,366 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:28:47,367 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0008_m_000003_0 is done.
2013-10-31 15:28:47,367 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0008_m_000003_0 was -1
2013-10-31 15:28:47,367 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:47,434 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000007_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:28:47,435 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0008_m_000007_0 is done.
2013-10-31 15:28:47,435 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0008_m_000007_0 was -1
2013-10-31 15:28:47,435 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:48,301 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0008_m_000001_0' has completed task_20131031152505967_0008_m_000001 successfully.
2013-10-31 15:28:48,304 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0008_m_000008_0
2013-10-31 15:28:48,305 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0008_m_000002_0' has completed task_20131031152505967_0008_m_000002 successfully.
2013-10-31 15:28:48,307 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0008_m_000003_0' has completed task_20131031152505967_0008_m_000003 successfully.
2013-10-31 15:28:48,397 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0008_m_000004_0' has completed task_20131031152505967_0008_m_000004 successfully.
2013-10-31 15:28:48,399 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0008_m_000005_0' has completed task_20131031152505967_0008_m_000005 successfully.
2013-10-31 15:28:48,505 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:28:48,508 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:28:48,510 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0008_m_000000_0 is done.
2013-10-31 15:28:48,510 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0008_m_000000_0 was -1
2013-10-31 15:28:48,510 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:28:48,611 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0008_m_000006_0' has completed task_20131031152505967_0008_m_000006 successfully.
2013-10-31 15:28:48,614 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0008_m_000007_0' has completed task_20131031152505967_0008_m_000007 successfully.
2013-10-31 15:28:49,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000008_0 dst=null perm=null
2013-10-31 15:28:49,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:49,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000008_0/part-00008 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00008 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:49,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary/_attempt_20131031152505967_0008_m_000008_0 dst=null perm=null
2013-10-31 15:28:49,889 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000008_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:14+1
2013-10-31 15:28:49,891 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0008_m_000008_0 is done.
2013-10-31 15:28:49,892 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0008_m_000008_0 was -1
2013-10-31 15:28:49,892 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:51,309 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0008_m_000000_0' has completed task_20131031152505967_0008_m_000000 successfully.
2013-10-31 15:28:51,406 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0008_m_000008_0' has completed task_20131031152505967_0008_m_000008 successfully.
2013-10-31 15:28:51,411 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0008_m_000009_0' to tip task_20131031152505967_0008_m_000009, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:28:51,414 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0008_m_000009_0 task's state:UNASSIGNED
2013-10-31 15:28:51,414 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0008_m_000009_0 which needs 1 slots
2013-10-31 15:28:51,415 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0008_m_000009_0 which needs 1 slots
2013-10-31 15:28:51,456 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0008/attempt_20131031152505967_0008_m_000009_0. Attempting to reuse: jvm_20131031152505967_0008_m_1808232135
2013-10-31 15:28:51,929 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0008_m_1808232135 given task: attempt_20131031152505967_0008_m_000009_0
2013-10-31 15:28:52,021 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000009_0 0.0%
2013-10-31 15:28:52,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary dst=null perm=null
2013-10-31 15:28:52,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:52,041 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_SUCCESS from client DFSClient_attempt_20131031152505967_0008_m_000009_0
2013-10-31 15:28:52,041 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0008_m_000009_0
2013-10-31 15:28:52,048 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7143310017786549285 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:52,049 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7143310017786549285 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:52,049 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7143310017786549285 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:52,049 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7143310017786549285 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:52,049 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3193990077225266379 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:52,050 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3193990077225266379 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:52,050 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3193990077225266379 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:52,050 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3193990077225266379 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:52,050 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8419760561644444048 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:52,051 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8419760561644444048 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:52,051 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8419760561644444048 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:28:52,051 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2197367095278380719 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:52,051 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2197367095278380719 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:52,052 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2197367095278380719 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:52,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0008 dst=null perm=null
2013-10-31 15:28:54,996 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0008_m_000009_0 0.0% cleanup
2013-10-31 15:28:54,998 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0008_m_000009_0 is done.
2013-10-31 15:28:54,998 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0008_m_000009_0 was -1
2013-10-31 15:28:54,998 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:28:55,015 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-3193990077225266379_1109 blk_7143310017786549285_1108 blk_2197367095278380719_1111
2013-10-31 15:28:55,016 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-3193990077225266379_1109 blk_-8419760561644444048_1110 blk_7143310017786549285_1108
2013-10-31 15:28:57,010 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8419760561644444048_1110 file build/test/data/dfs/data/data7/current/blk_-8419760561644444048 for deletion
2013-10-31 15:28:57,010 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3193990077225266379_1109 file build/test/data/dfs/data/data8/current/blk_-3193990077225266379 for deletion
2013-10-31 15:28:57,010 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8419760561644444048_1110 at file build/test/data/dfs/data/data7/current/blk_-8419760561644444048
2013-10-31 15:28:57,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3193990077225266379_1109 at file build/test/data/dfs/data/data8/current/blk_-3193990077225266379
2013-10-31 15:28:57,010 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7143310017786549285_1108 file build/test/data/dfs/data/data7/current/blk_7143310017786549285 for deletion
2013-10-31 15:28:57,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7143310017786549285_1108 at file build/test/data/dfs/data/data7/current/blk_7143310017786549285
2013-10-31 15:28:57,459 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0008_m_000009_0' has completed task_20131031152505967_0008_m_000009 successfully.
2013-10-31 15:28:57,476 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0008 has completed successfully.
2013-10-31 15:28:57,477 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0008,submitTime=1383233315005,launchTime=1383233315119,firstMapTaskLaunchTime=1383233322283,firstJobSetupTaskLaunchTime=1383233316265,firstJobCleanupTaskLaunchTime=1383233331411,finishTime=1383233337460,numMaps=9,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=50,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[8EAE6C2024314DE48174DC140BC8102C/CF9919E01C0F4E7AB4E4DFCAA80AB42C] merge/(1/1) ...platform/simplemergethree
2013-10-31 15:28:57,489 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_logs/history/job_20131031152505967_0008_1383233315005_hadoop_%5B8EAE6C2024314DE48174DC140BC8102C%2FCF9919E01C0F4E7A. blk_7870405868217249021_1124
2013-10-31 15:28:57,491 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7870405868217249021_1124 src: /127.0.0.1:45374 dest: /127.0.0.1:42991
2013-10-31 15:28:57,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7870405868217249021_1124 src: /127.0.0.1:52152 dest: /127.0.0.1:57702
2013-10-31 15:28:57,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7870405868217249021_1124 src: /127.0.0.1:40074 dest: /127.0.0.1:53907
2013-10-31 15:28:57,505 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40074, dest: /127.0.0.1:53907, bytes: 39685, op: HDFS_WRITE, cliID: DFSClient_1882041794, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7870405868217249021_1124, duration: 6278558
2013-10-31 15:28:57,506 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7870405868217249021_1124 terminating
2013-10-31 15:28:57,506 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7870405868217249021_1124 size 39685
2013-10-31 15:28:57,506 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52152, dest: /127.0.0.1:57702, bytes: 39685, op: HDFS_WRITE, cliID: DFSClient_1882041794, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7870405868217249021_1124, duration: 5505605
2013-10-31 15:28:57,506 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7870405868217249021_1124 terminating
2013-10-31 15:28:57,507 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45374, dest: /127.0.0.1:42991, bytes: 39685, op: HDFS_WRITE, cliID: DFSClient_1882041794, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7870405868217249021_1124, duration: 5750607
2013-10-31 15:28:57,507 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7870405868217249021_1124 size 39685
2013-10-31 15:28:57,507 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7870405868217249021_1124 terminating
2013-10-31 15:28:57,512 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_logs/history/job_20131031152505967_0008_1383233315005_hadoop_%5B8EAE6C2024314DE48174DC140BC8102C%2FCF9919E01C0F4E7A from client DFSClient_1882041794
2013-10-31 15:28:57,517 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_logs/history/job_20131031152505967_0008_1383233315005_hadoop_%5B8EAE6C2024314DE48174DC140BC8102C%2FCF9919E01C0F4E7A is closed by DFSClient_1882041794
2013-10-31 15:28:57,518 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7870405868217249021_1124 size 39685
2013-10-31 15:28:57,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3193990077225266379_1109 file build/test/data/dfs/data/data5/current/blk_-3193990077225266379 for deletion
2013-10-31 15:28:57,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2197367095278380719_1111 file build/test/data/dfs/data/data6/current/blk_2197367095278380719 for deletion
2013-10-31 15:28:57,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3193990077225266379_1109 at file build/test/data/dfs/data/data5/current/blk_-3193990077225266379
2013-10-31 15:28:57,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7143310017786549285_1108 file build/test/data/dfs/data/data6/current/blk_7143310017786549285 for deletion
2013-10-31 15:28:57,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2197367095278380719_1111 at file build/test/data/dfs/data/data6/current/blk_2197367095278380719
2013-10-31 15:28:57,574 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7143310017786549285_1108 at file build/test/data/dfs/data/data6/current/blk_7143310017786549285
2013-10-31 15:28:57,682 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0008_1383233315005_hadoop_%5B8EAE6C2024314DE48174DC140BC8102C%2FCF9919E01C0F4E7A to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:28:57,683 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0008_m_000000_0'
2013-10-31 15:28:57,683 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0008_m_000001_0'
2013-10-31 15:28:57,683 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0008_m_000008_0'
2013-10-31 15:28:57,684 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0008_m_000009_0'
2013-10-31 15:28:57,684 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5995673383374994161 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:28:57,684 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0008_m_000010_0'
2013-10-31 15:28:57,685 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5995673383374994161 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:28:57,685 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5995673383374994161 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:28:57,686 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0008_m_000006_0'
2013-10-31 15:28:57,686 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0008_m_000007_0'
2013-10-31 15:28:57,688 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0008_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:28:57,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0008 dst=null perm=null
2013-10-31 15:28:57,693 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/_temporary
2013-10-31 15:28:57,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree dst=null perm=null
2013-10-31 15:28:57,715 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 9
2013-10-31 15:28:57,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00000 dst=null perm=null
2013-10-31 15:28:57,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00001 dst=null perm=null
2013-10-31 15:28:57,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00002 dst=null perm=null
2013-10-31 15:28:57,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00003 dst=null perm=null
2013-10-31 15:28:57,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00004 dst=null perm=null
2013-10-31 15:28:57,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00005 dst=null perm=null
2013-10-31 15:28:57,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00006 dst=null perm=null
2013-10-31 15:28:57,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00007 dst=null perm=null
2013-10-31 15:28:57,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00008 dst=null perm=null
2013-10-31 15:28:57,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00000 dst=null perm=null
2013-10-31 15:28:57,730 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45378, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5421360564393095418_1115, duration: 286245
2013-10-31 15:28:57,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00001 dst=null perm=null
2013-10-31 15:28:57,733 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38651, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3973121073211985632_1116, duration: 263126
2013-10-31 15:28:57,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00002 dst=null perm=null
2013-10-31 15:28:57,736 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45380, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8617507019753689616_1117, duration: 258034
2013-10-31 15:28:57,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00003 dst=null perm=null
2013-10-31 15:28:57,740 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38653, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3367456397487770841_1121, duration: 264549
2013-10-31 15:28:57,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00004 dst=null perm=null
2013-10-31 15:28:57,743 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38654, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-592870115505615361_1121, duration: 301258
2013-10-31 15:28:57,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00005 dst=null perm=null
2013-10-31 15:28:57,746 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52160, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4623984091958545296_1121, duration: 257991
2013-10-31 15:28:57,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00006 dst=null perm=null
2013-10-31 15:28:57,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00007 dst=null perm=null
2013-10-31 15:28:57,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00008 dst=null perm=null
2013-10-31 15:28:57,750 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/simplemergethree
2013-10-31 15:28:57,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree dst=null perm=null
2013-10-31 15:28:57,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00000 dst=null perm=null
2013-10-31 15:28:57,759 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40082, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5421360564393095418_1115, duration: 316040
2013-10-31 15:28:57,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00001 dst=null perm=null
2013-10-31 15:28:57,763 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52162, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3973121073211985632_1116, duration: 265159
2013-10-31 15:28:57,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00002 dst=null perm=null
2013-10-31 15:28:57,767 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38658, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8617507019753689616_1117, duration: 265408
2013-10-31 15:28:57,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00003 dst=null perm=null
2013-10-31 15:28:57,771 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38659, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3367456397487770841_1121, duration: 265138
2013-10-31 15:28:57,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00004 dst=null perm=null
2013-10-31 15:28:57,776 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45388, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-592870115505615361_1121, duration: 266418
2013-10-31 15:28:57,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00005 dst=null perm=null
2013-10-31 15:28:57,780 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40087, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4623984091958545296_1121, duration: 267160
2013-10-31 15:28:57,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00006 dst=null perm=null
2013-10-31 15:28:57,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00007 dst=null perm=null
2013-10-31 15:28:57,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethree/part-00008 dst=null perm=null
2013-10-31 15:28:57,812 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:28:57,813 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:28:57,858 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge1*offset*offset] starting
2013-10-31 15:28:57,858 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge1*offset*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:28:57,858 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge1*offset*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:28:57,858 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge1*offset*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:28:57,858 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge1*offset*offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge"]
2013-10-31 15:28:57,858 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge1*offset*offset] parallel execution is enabled: true
2013-10-31 15:28:57,858 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge1*offset*offset] starting jobs: 2
2013-10-31 15:28:57,858 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge1*offset*offset] allocating threads: 2
2013-10-31 15:28:57,859 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge1*offset*offset] starting step: (2/2)
2013-10-31 15:28:57,862 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:28:57,862 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:28:57,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:28:57,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:28:57,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:57,879 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.jar. blk_9082272062574830199_1125
2013-10-31 15:28:57,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9082272062574830199_1125 src: /127.0.0.1:52167 dest: /127.0.0.1:57702
2013-10-31 15:28:57,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9082272062574830199_1125 src: /127.0.0.1:38663 dest: /127.0.0.1:48948
2013-10-31 15:28:57,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9082272062574830199_1125 src: /127.0.0.1:40090 dest: /127.0.0.1:53907
2013-10-31 15:28:57,890 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40090, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9082272062574830199_1125, duration: 6468034
2013-10-31 15:28:57,890 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_9082272062574830199_1125 terminating
2013-10-31 15:28:57,890 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38663, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_9082272062574830199_1125, duration: 6858622
2013-10-31 15:28:57,891 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_9082272062574830199_1125 terminating
2013-10-31 15:28:57,891 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52167, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9082272062574830199_1125, duration: 6749776
2013-10-31 15:28:57,892 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_9082272062574830199_1125 terminating
2013-10-31 15:28:57,895 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_9082272062574830199_1125 size 238055
2013-10-31 15:28:57,896 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.jar from client DFSClient_1342392704
2013-10-31 15:28:57,896 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.jar is closed by DFSClient_1342392704
2013-10-31 15:28:57,897 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_9082272062574830199_1125 size 238055
2013-10-31 15:28:57,897 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_9082272062574830199_1125 size 238055
2013-10-31 15:28:57,902 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.jar. New replication is 10
2013-10-31 15:28:57,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.jar dst=null perm=null
2013-10-31 15:28:57,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:57,914 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:28:57,920 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:28:57,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:28:57,923 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:28:57,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:28:57,927 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:28:57,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:28:57,930 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:28:57,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:28:57,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:57,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:57,943 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split. New replication is 10
2013-10-31 15:28:57,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split dst=null perm=null
2013-10-31 15:28:57,950 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split. blk_2034988860390816910_1126
2013-10-31 15:28:57,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2034988860390816910_1126 src: /127.0.0.1:52170 dest: /127.0.0.1:57702
2013-10-31 15:28:57,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2034988860390816910_1126 src: /127.0.0.1:38666 dest: /127.0.0.1:48948
2013-10-31 15:28:57,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2034988860390816910_1126 src: /127.0.0.1:40093 dest: /127.0.0.1:53907
2013-10-31 15:28:57,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2034988860390816910_1126 src: /127.0.0.1:45396 dest: /127.0.0.1:42991
2013-10-31 15:28:57,960 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45396, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2034988860390816910_1126, duration: 497822
2013-10-31 15:28:57,961 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2034988860390816910_1126 terminating
2013-10-31 15:28:57,961 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40093, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2034988860390816910_1126, duration: 1262761
2013-10-31 15:28:57,962 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2034988860390816910_1126 size 2077
2013-10-31 15:28:57,962 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2034988860390816910_1126 terminating
2013-10-31 15:28:57,962 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38666, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2034988860390816910_1126, duration: 2349042
2013-10-31 15:28:57,963 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2034988860390816910_1126 size 2077
2013-10-31 15:28:57,963 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2034988860390816910_1126 terminating
2013-10-31 15:28:57,963 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52170, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2034988860390816910_1126, duration: 3236496
2013-10-31 15:28:57,963 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2034988860390816910_1126 size 2077
2013-10-31 15:28:57,964 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_2034988860390816910_1126 terminating
2013-10-31 15:28:57,966 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split from client DFSClient_1342392704
2013-10-31 15:28:57,966 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split is closed by DFSClient_1342392704
2013-10-31 15:28:57,967 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2034988860390816910_1126 size 2077
2013-10-31 15:28:57,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:57,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:57,984 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.splitmetainfo. blk_5102207497191059080_1127
2013-10-31 15:28:57,985 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5102207497191059080_1127 src: /127.0.0.1:38669 dest: /127.0.0.1:48948
2013-10-31 15:28:57,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5102207497191059080_1127 src: /127.0.0.1:52175 dest: /127.0.0.1:57702
2013-10-31 15:28:57,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5102207497191059080_1127 src: /127.0.0.1:45399 dest: /127.0.0.1:42991
2013-10-31 15:28:57,992 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45399, dest: /127.0.0.1:42991, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5102207497191059080_1127, duration: 602152
2013-10-31 15:28:57,993 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5102207497191059080_1127 terminating
2013-10-31 15:28:57,994 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5102207497191059080_1127 size 218
2013-10-31 15:28:57,994 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52175, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5102207497191059080_1127, duration: 2200377
2013-10-31 15:28:57,994 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5102207497191059080_1127 size 218
2013-10-31 15:28:57,994 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5102207497191059080_1127 terminating
2013-10-31 15:28:57,995 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38669, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5102207497191059080_1127, duration: 3263210
2013-10-31 15:28:57,996 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5102207497191059080_1127 terminating
2013-10-31 15:28:57,998 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5102207497191059080_1127 size 218
2013-10-31 15:28:57,998 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:28:57,999 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:28:58,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:58,016 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:48948 to replicate blk_9082272062574830199_1125 to datanode(s) 127.0.0.1:42991
2013-10-31 15:28:58,017 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-3193990077225266379_1109 blk_-8419760561644444048_1110 blk_7143310017786549285_1108 blk_2197367095278380719_1111 blk_5995673383374994161_1114
2013-10-31 15:28:58,017 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-3193990077225266379_1109 blk_-8419760561644444048_1110 blk_7143310017786549285_1108 blk_2197367095278380719_1111 blk_5995673383374994161_1114
2013-10-31 15:28:58,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:58,027 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.xml. blk_275111942860366221_1128
2013-10-31 15:28:58,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_275111942860366221_1128 src: /127.0.0.1:52177 dest: /127.0.0.1:57702
2013-10-31 15:28:58,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_275111942860366221_1128 src: /127.0.0.1:45401 dest: /127.0.0.1:42991
2013-10-31 15:28:58,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_275111942860366221_1128 src: /127.0.0.1:38674 dest: /127.0.0.1:48948
2013-10-31 15:28:58,035 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38674, dest: /127.0.0.1:48948, bytes: 29260, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_275111942860366221_1128, duration: 867431
2013-10-31 15:28:58,036 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_275111942860366221_1128 terminating
2013-10-31 15:28:58,036 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45401, dest: /127.0.0.1:42991, bytes: 29260, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_275111942860366221_1128, duration: 1656000
2013-10-31 15:28:58,036 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_275111942860366221_1128 terminating
2013-10-31 15:28:58,037 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_275111942860366221_1128 size 29260
2013-10-31 15:28:58,037 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52177, dest: /127.0.0.1:57702, bytes: 29260, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_275111942860366221_1128, duration: 2473166
2013-10-31 15:28:58,037 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_275111942860366221_1128 terminating
2013-10-31 15:28:58,039 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_275111942860366221_1128 size 29260
2013-10-31 15:28:58,040 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.xml from client DFSClient_1342392704
2013-10-31 15:28:58,040 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.xml is closed by DFSClient_1342392704
2013-10-31 15:28:58,041 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_275111942860366221_1128 size 29260
2013-10-31 15:28:58,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.xml dst=null perm=null
2013-10-31 15:28:58,058 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38676, bytes: 29492, op: HDFS_READ, cliID: DFSClient_-1028942546, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_275111942860366221_1128, duration: 394309
2013-10-31 15:28:58,079 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0009: nMaps=6 nReduces=0 max=-1
2013-10-31 15:28:58,080 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0009 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:28:58,080 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0009
2013-10-31 15:28:58,080 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0009 RESULT=SUCCESS
2013-10-31 15:28:58,080 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0009
2013-10-31 15:28:58,081 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge1*offset*offset] submitted hadoop job: job_20131031152505967_0009
2013-10-31 15:28:58,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_logs/history/job_20131031152505967_0009_1383233338048_hadoop_%5B0B44DD71B3584276824E88539FC1979F%2FD138EA91B3904679 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:58,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_logs/history/job_20131031152505967_0009_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:58,691 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_logs/history/job_20131031152505967_0009_conf.xml. blk_-9119916586891592475_1130
2013-10-31 15:28:58,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9119916586891592475_1130 src: /127.0.0.1:52183 dest: /127.0.0.1:57702
2013-10-31 15:28:58,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9119916586891592475_1130 src: /127.0.0.1:38679 dest: /127.0.0.1:48948
2013-10-31 15:28:58,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9119916586891592475_1130 src: /127.0.0.1:45408 dest: /127.0.0.1:42991
2013-10-31 15:28:58,701 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45408, dest: /127.0.0.1:42991, bytes: 29325, op: HDFS_WRITE, cliID: DFSClient_-1028942546, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-9119916586891592475_1130, duration: 1327136
2013-10-31 15:28:58,701 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-9119916586891592475_1130 terminating
2013-10-31 15:28:58,701 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38679, dest: /127.0.0.1:48948, bytes: 29325, op: HDFS_WRITE, cliID: DFSClient_-1028942546, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-9119916586891592475_1130, duration: 1442377
2013-10-31 15:28:58,701 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-9119916586891592475_1130 terminating
2013-10-31 15:28:58,702 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-9119916586891592475_1130 size 29325
2013-10-31 15:28:58,702 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52183, dest: /127.0.0.1:57702, bytes: 29325, op: HDFS_WRITE, cliID: DFSClient_-1028942546, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-9119916586891592475_1130, duration: 1985036
2013-10-31 15:28:58,703 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-9119916586891592475_1130 size 29325
2013-10-31 15:28:58,703 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-9119916586891592475_1130 terminating
2013-10-31 15:28:58,704 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_logs/history/job_20131031152505967_0009_conf.xml from client DFSClient_-1028942546
2013-10-31 15:28:58,705 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_logs/history/job_20131031152505967_0009_conf.xml is closed by DFSClient_-1028942546
2013-10-31 15:28:58,707 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-9119916586891592475_1130 size 29325
2013-10-31 15:28:58,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0009/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:28:58,718 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0009/jobToken. blk_2833593183455748065_1131
2013-10-31 15:28:58,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2833593183455748065_1131 src: /127.0.0.1:38681 dest: /127.0.0.1:48948
2013-10-31 15:28:58,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2833593183455748065_1131 src: /127.0.0.1:45410 dest: /127.0.0.1:42991
2013-10-31 15:28:58,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2833593183455748065_1131 src: /127.0.0.1:52188 dest: /127.0.0.1:57702
2013-10-31 15:28:58,725 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52188, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2833593183455748065_1131, duration: 738871
2013-10-31 15:28:58,726 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2833593183455748065_1131 terminating
2013-10-31 15:28:58,726 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45410, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2833593183455748065_1131, duration: 458818
2013-10-31 15:28:58,726 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2833593183455748065_1131 terminating
2013-10-31 15:28:58,726 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2833593183455748065_1131 size 116
2013-10-31 15:28:58,727 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38681, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2833593183455748065_1131, duration: 940139
2013-10-31 15:28:58,727 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2833593183455748065_1131 terminating
2013-10-31 15:28:58,729 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2833593183455748065_1131 size 116
2013-10-31 15:28:58,729 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0009/jobToken from client DFSClient_1342392704
2013-10-31 15:28:58,730 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0009/jobToken is closed by DFSClient_1342392704
2013-10-31 15:28:58,730 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2833593183455748065_1131 size 116
2013-10-31 15:28:58,736 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0009/jobToken
2013-10-31 15:28:58,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.splitmetainfo dst=null perm=null
2013-10-31 15:28:58,740 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38684, bytes: 222, op: HDFS_READ, cliID: DFSClient_-1028942546, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5102207497191059080_1127, duration: 130951
2013-10-31 15:28:58,741 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0009 = 38. Number of splits = 6
2013-10-31 15:28:58,741 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,741 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,741 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,741 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,741 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,741 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,741 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,741 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,741 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,742 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,742 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,742 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,742 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,742 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,742 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,742 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,742 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,742 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0009_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:28:58,742 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0009 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:28:58,743 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0009 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:28:59,389 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8419760561644444048_1110 file build/test/data/dfs/data/data2/current/blk_-8419760561644444048 for deletion
2013-10-31 15:28:59,389 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3193990077225266379_1109 file build/test/data/dfs/data/data1/current/blk_-3193990077225266379 for deletion
2013-10-31 15:28:59,389 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8419760561644444048_1110 at file build/test/data/dfs/data/data2/current/blk_-8419760561644444048
2013-10-31 15:28:59,390 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3193990077225266379_1109 at file build/test/data/dfs/data/data1/current/blk_-3193990077225266379
2013-10-31 15:28:59,390 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2197367095278380719_1111 file build/test/data/dfs/data/data1/current/blk_2197367095278380719 for deletion
2013-10-31 15:28:59,390 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5995673383374994161_1114 file build/test/data/dfs/data/data2/current/blk_5995673383374994161 for deletion
2013-10-31 15:28:59,390 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2197367095278380719_1111 at file build/test/data/dfs/data/data1/current/blk_2197367095278380719
2013-10-31 15:28:59,391 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5995673383374994161_1114 at file build/test/data/dfs/data/data2/current/blk_5995673383374994161
2013-10-31 15:28:59,391 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7143310017786549285_1108 file build/test/data/dfs/data/data2/current/blk_7143310017786549285 for deletion
2013-10-31 15:28:59,392 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7143310017786549285_1108 at file build/test/data/dfs/data/data2/current/blk_7143310017786549285
2013-10-31 15:29:00,010 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8419760561644444048_1110 file build/test/data/dfs/data/data3/current/blk_-8419760561644444048 for deletion
2013-10-31 15:29:00,010 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3193990077225266379_1109 file build/test/data/dfs/data/data4/current/blk_-3193990077225266379 for deletion
2013-10-31 15:29:00,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8419760561644444048_1110 at file build/test/data/dfs/data/data3/current/blk_-8419760561644444048
2013-10-31 15:29:00,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3193990077225266379_1109 at file build/test/data/dfs/data/data4/current/blk_-3193990077225266379
2013-10-31 15:29:00,011 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2197367095278380719_1111 file build/test/data/dfs/data/data4/current/blk_2197367095278380719 for deletion
2013-10-31 15:29:00,012 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5995673383374994161_1114 file build/test/data/dfs/data/data4/current/blk_5995673383374994161 for deletion
2013-10-31 15:29:00,012 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2197367095278380719_1111 at file build/test/data/dfs/data/data4/current/blk_2197367095278380719
2013-10-31 15:29:00,012 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7143310017786549285_1108 file build/test/data/dfs/data/data3/current/blk_7143310017786549285 for deletion
2013-10-31 15:29:00,012 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5995673383374994161_1114 at file build/test/data/dfs/data/data4/current/blk_5995673383374994161
2013-10-31 15:29:00,013 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7143310017786549285_1108 at file build/test/data/dfs/data/data3/current/blk_7143310017786549285
2013-10-31 15:29:00,425 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0009_m_000007_0' to tip task_20131031152505967_0009_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:29:00,429 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0008_m_000004_0'
2013-10-31 15:29:00,430 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0008_m_000005_0'
2013-10-31 15:29:00,432 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0008_m_000002_0'
2013-10-31 15:29:00,433 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0009_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:29:00,433 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0008_m_000003_0'
2013-10-31 15:29:00,433 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0009_m_000007_0 which needs 1 slots
2013-10-31 15:29:00,434 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0009_m_000007_0 which needs 1 slots
2013-10-31 15:29:00,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0009/jobToken dst=null perm=null
2013-10-31 15:29:00,443 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52190, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2833593183455748065_1131, duration: 364270
2013-10-31 15:29:00,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.xml dst=null perm=null
2013-10-31 15:29:00,453 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38687, bytes: 29492, op: HDFS_READ, cliID: DFSClient_353959187, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_275111942860366221_1128, duration: 392895
2013-10-31 15:29:00,485 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:29:00,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.jar dst=null perm=null
2013-10-31 15:29:00,514 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40114, bytes: 239915, op: HDFS_READ, cliID: DFSClient_353959187, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9082272062574830199_1125, duration: 1379226
2013-10-31 15:29:00,574 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678) Starting thread to transfer block blk_9082272062574830199_1125 to 127.0.0.1:42991
2013-10-31 15:29:00,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9082272062574830199_1125 src: /127.0.0.1:45417 dest: /127.0.0.1:42991
2013-10-31 15:29:00,575 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678):Transmitted block blk_9082272062574830199_1125 to /127.0.0.1:42991
2013-10-31 15:29:00,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_9082272062574830199_1125 src: /127.0.0.1:45417 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:29:00,578 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_9082272062574830199_1125 size 238055
2013-10-31 15:29:00,625 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0008_m_-1185218245
2013-10-31 15:29:00,632 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22664 with signal TERM. Exit code 0
2013-10-31 15:29:00,633 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0009_m_705686731
2013-10-31 15:29:00,633 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0009_m_705686731 spawned.
2013-10-31 15:29:00,635 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0009/attempt_20131031152505967_0009_m_000007_0/taskjvm.sh
2013-10-31 15:29:01,018 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_5995673383374994161_1114
2013-10-31 15:29:01,364 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:01,364 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:01,364 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:01,364 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0008_m_-1185218245 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:01,639 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:29:01,645 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:29:01,651 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:29:01,656 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:29:01,662 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:29:01,667 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:29:01,673 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:29:01,673 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 15:29:02,090 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0009_m_705686731 given task: attempt_20131031152505967_0009_m_000007_0
2013-10-31 15:29:02,589 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 727 Total time for transactions(ms): 20Number of transactions batched in Syncs: 112 Number of syncs: 502 SyncTimes(ms): 20737 2751
2013-10-31 15:29:02,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:02,686 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0008
2013-10-31 15:29:02,686 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0008_m_000009_0 not found in cache
2013-10-31 15:29:02,686 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0008_m_000000_0 not found in cache
2013-10-31 15:29:02,687 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0008_m_000008_0 not found in cache
2013-10-31 15:29:02,687 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0008_m_000001_0 not found in cache
2013-10-31 15:29:02,688 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383319742687
2013-10-31 15:29:02,723 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0008
2013-10-31 15:29:02,723 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0008_m_000007_0 not found in cache
2013-10-31 15:29:02,724 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0008_m_000006_0 not found in cache
2013-10-31 15:29:02,725 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383319742724
2013-10-31 15:29:02,885 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0008_m_-1345974182 since job job_20131031152505967_0008 is dead
2013-10-31 15:29:02,896 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22660 with signal TERM. Exit code 0
2013-10-31 15:29:02,986 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0008_m_-1559030805 since job job_20131031152505967_0008 is dead
2013-10-31 15:29:02,991 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22661 with signal TERM. Exit code 0
2013-10-31 15:29:03,035 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0008_m_1808232135 since job job_20131031152505967_0008 is dead
2013-10-31 15:29:03,040 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22525 with signal TERM. Exit code 0
2013-10-31 15:29:03,103 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:03,103 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:03,103 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:03,103 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0008_m_-1345974182 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:03,179 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:03,179 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:03,180 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:03,180 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0008_m_1808232135 exited with exit code 143. Number of tasks it ran: 3
2013-10-31 15:29:03,195 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:03,196 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:03,196 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:03,196 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0008_m_-1559030805 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:03,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5995673383374994161_1114 file build/test/data/dfs/data/data6/current/blk_5995673383374994161 for deletion
2013-10-31 15:29:03,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5995673383374994161_1114 at file build/test/data/dfs/data/data6/current/blk_5995673383374994161
2013-10-31 15:29:03,971 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-7433580069259118525_1001
2013-10-31 15:29:04,058 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0008_m_148925349 since job job_20131031152505967_0008 is dead
2013-10-31 15:29:04,067 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22339 with signal TERM. Exit code 0
2013-10-31 15:29:04,239 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:04,239 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:04,239 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:04,240 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0008_m_148925349 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:29:05,433 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0008
2013-10-31 15:29:05,434 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0008_m_000005_0 not found in cache
2013-10-31 15:29:05,434 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0008
2013-10-31 15:29:05,434 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0008_m_000004_0 not found in cache
2013-10-31 15:29:05,434 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0008_m_000002_0 not found in cache
2013-10-31 15:29:05,435 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0008_m_000003_0 not found in cache
2013-10-31 15:29:05,435 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383319745435
2013-10-31 15:29:05,435 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0008 for user-log deletion with retainTimeStamp:1383319745435
2013-10-31 15:29:05,501 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000007_0 0.0% setup
2013-10-31 15:29:05,503 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0009_m_000007_0 is done.
2013-10-31 15:29:05,504 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0009_m_000007_0 was -1
2013-10-31 15:29:05,504 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:05,627 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0008_m_-1090857058 since job job_20131031152505967_0008 is dead
2013-10-31 15:29:05,637 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22624 with signal TERM. Exit code 0
2013-10-31 15:29:05,920 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0008_m_-1965103585 since job job_20131031152505967_0008 is dead
2013-10-31 15:29:05,930 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22663 with signal TERM. Exit code 0
2013-10-31 15:29:05,933 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0008_m_-2084096200 since job job_20131031152505967_0008 is dead
2013-10-31 15:29:05,947 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group22662 with signal TERM. Exit code 0
2013-10-31 15:29:05,970 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:05,970 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:05,970 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:05,971 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0008_m_-1090857058 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:06,126 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:06,126 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:06,126 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:06,127 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0008_m_-1965103585 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:06,127 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:06,127 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:06,127 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:06,128 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0008_m_-2084096200 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:06,439 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0009_m_000007_0' has completed task_20131031152505967_0009_m_000007 successfully.
2013-10-31 15:29:06,443 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0009_m_000000_0' to tip task_20131031152505967_0009_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:29:06,444 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0009_m_000000
2013-10-31 15:29:06,444 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0009_m_000001_0' to tip task_20131031152505967_0009_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:29:06,445 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0009_m_000001
2013-10-31 15:29:06,447 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0009_m_000002_0' to tip task_20131031152505967_0009_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:29:06,448 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0009_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:29:06,448 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0009_m_000002
2013-10-31 15:29:06,449 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0009_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:29:06,450 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0009_m_000003_0' to tip task_20131031152505967_0009_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:29:06,450 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0009_m_000000_0 which needs 1 slots
2013-10-31 15:29:06,450 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0009_m_000003
2013-10-31 15:29:06,450 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0009_m_000000_0 which needs 1 slots
2013-10-31 15:29:06,451 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0009_m_000001_0 which needs 1 slots
2013-10-31 15:29:06,451 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0009_m_000001_0 which needs 1 slots
2013-10-31 15:29:06,453 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0009_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:29:06,454 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0009_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:29:06,454 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0009_m_000002_0 which needs 1 slots
2013-10-31 15:29:06,455 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0009_m_000002_0 which needs 1 slots
2013-10-31 15:29:06,457 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0009_m_000003_0 which needs 1 slots
2013-10-31 15:29:06,458 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0009_m_000003_0 which needs 1 slots
2013-10-31 15:29:06,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0009/jobToken dst=null perm=null
2013-10-31 15:29:06,466 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52197, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2833593183455748065_1131, duration: 307554
2013-10-31 15:29:06,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.xml dst=null perm=null
2013-10-31 15:29:06,478 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45422, bytes: 29492, op: HDFS_READ, cliID: DFSClient_-2056988501, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_275111942860366221_1128, duration: 392190
2013-10-31 15:29:06,488 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0009_m_1164888726
2013-10-31 15:29:06,489 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0009_m_1164888726 spawned.
2013-10-31 15:29:06,491 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0009/attempt_20131031152505967_0009_m_000000_0. Attempting to reuse: jvm_20131031152505967_0009_m_705686731
2013-10-31 15:29:06,491 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0009/attempt_20131031152505967_0009_m_000001_0/taskjvm.sh
2013-10-31 15:29:06,512 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:29:06,555 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0009_m_705686731 given task: attempt_20131031152505967_0009_m_000000_0
2013-10-31 15:29:06,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.jar dst=null perm=null
2013-10-31 15:29:06,563 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45423, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-2056988501, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9082272062574830199_1125, duration: 1756927
2013-10-31 15:29:06,628 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0009_m_-353211058
2013-10-31 15:29:06,629 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0009_m_-353211058 spawned.
2013-10-31 15:29:06,629 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0009_m_1213316378
2013-10-31 15:29:06,629 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0009_m_1213316378 spawned.
2013-10-31 15:29:06,630 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0009/attempt_20131031152505967_0009_m_000003_0/taskjvm.sh
2013-10-31 15:29:06,631 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0009/attempt_20131031152505967_0009_m_000002_0/taskjvm.sh
2013-10-31 15:29:06,694 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0009_m_000004_0' to tip task_20131031152505967_0009_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:29:06,694 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0009_m_000004
2013-10-31 15:29:06,694 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0009_m_000005_0' to tip task_20131031152505967_0009_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:29:06,695 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0009_m_000005
2013-10-31 15:29:06,696 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0009_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:29:06,696 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0009_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:29:06,696 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0009_m_000004_0 which needs 1 slots
2013-10-31 15:29:06,696 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0009_m_000004_0 which needs 1 slots
2013-10-31 15:29:06,696 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0009_m_000005_0 which needs 1 slots
2013-10-31 15:29:06,696 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0009_m_000005_0 which needs 1 slots
2013-10-31 15:29:06,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0009/jobToken dst=null perm=null
2013-10-31 15:29:06,701 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52202, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2833593183455748065_1131, duration: 135407
2013-10-31 15:29:06,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.xml dst=null perm=null
2013-10-31 15:29:06,706 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38699, bytes: 29492, op: HDFS_READ, cliID: DFSClient_-140576446, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_275111942860366221_1128, duration: 208872
2013-10-31 15:29:06,725 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:29:06,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.jar dst=null perm=null
2013-10-31 15:29:06,738 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40126, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-140576446, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9082272062574830199_1125, duration: 635692
2013-10-31 15:29:07,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split dst=null perm=null
2013-10-31 15:29:07,372 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52207, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2034988860390816910_1126, duration: 176083
2013-10-31 15:29:07,374 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0009_m_1164888726 given task: attempt_20131031152505967_0009_m_000001_0
2013-10-31 15:29:07,380 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0009_m_-2044028269
2013-10-31 15:29:07,381 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0009_m_-2044028269 spawned.
2013-10-31 15:29:07,381 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0009_m_1911142445
2013-10-31 15:29:07,382 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0009_m_1911142445 spawned.
2013-10-31 15:29:07,383 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0009/attempt_20131031152505967_0009_m_000004_0/taskjvm.sh
2013-10-31 15:29:07,383 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0009/attempt_20131031152505967_0009_m_000005_0/taskjvm.sh
2013-10-31 15:29:07,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:29:07,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:07,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:07,762 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52208, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 163081
2013-10-31 15:29:07,767 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000000_0/part-00000. blk_5194864575158107578_1132
2013-10-31 15:29:07,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5194864575158107578_1132 src: /127.0.0.1:40130 dest: /127.0.0.1:53907
2013-10-31 15:29:07,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5194864575158107578_1132 src: /127.0.0.1:52210 dest: /127.0.0.1:57702
2013-10-31 15:29:07,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5194864575158107578_1132 src: /127.0.0.1:45434 dest: /127.0.0.1:42991
2013-10-31 15:29:07,787 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45434, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5194864575158107578_1132, duration: 1340346
2013-10-31 15:29:07,787 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5194864575158107578_1132 terminating
2013-10-31 15:29:07,787 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52210, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5194864575158107578_1132, duration: 1731755
2013-10-31 15:29:07,787 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5194864575158107578_1132 terminating
2013-10-31 15:29:07,787 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40130, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5194864575158107578_1132, duration: 2148976
2013-10-31 15:29:07,788 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5194864575158107578_1132 terminating
2013-10-31 15:29:07,789 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5194864575158107578_1132 size 136
2013-10-31 15:29:07,789 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0009_m_000000_0
2013-10-31 15:29:07,790 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0009_m_000000_0
2013-10-31 15:29:07,790 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5194864575158107578_1132 size 136
2013-10-31 15:29:07,792 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5194864575158107578_1132 size 136
2013-10-31 15:29:07,838 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0009_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:07,839 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000000_0 0.0%
2013-10-31 15:29:07,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split dst=null perm=null
2013-10-31 15:29:07,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45436, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2034988860390816910_1126, duration: 226508
2013-10-31 15:29:07,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:29:07,927 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45437, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 204172
2013-10-31 15:29:07,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:07,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:08,132 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0009_m_-353211058 given task: attempt_20131031152505967_0009_m_000003_0
2013-10-31 15:29:08,150 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000001_0/part-00001. blk_6502775364203706601_1133
2013-10-31 15:29:08,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6502775364203706601_1133 src: /127.0.0.1:52217 dest: /127.0.0.1:57702
2013-10-31 15:29:08,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6502775364203706601_1133 src: /127.0.0.1:38716 dest: /127.0.0.1:48948
2013-10-31 15:29:08,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6502775364203706601_1133 src: /127.0.0.1:45445 dest: /127.0.0.1:42991
2013-10-31 15:29:08,177 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45445, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6502775364203706601_1133, duration: 1014300
2013-10-31 15:29:08,177 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6502775364203706601_1133 terminating
2013-10-31 15:29:08,178 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38716, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6502775364203706601_1133, duration: 1354528
2013-10-31 15:29:08,178 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6502775364203706601_1133 size 114
2013-10-31 15:29:08,178 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6502775364203706601_1133 terminating
2013-10-31 15:29:08,178 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52217, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6502775364203706601_1133, duration: 1957280
2013-10-31 15:29:08,178 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6502775364203706601_1133 terminating
2013-10-31 15:29:08,179 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6502775364203706601_1133 size 114
2013-10-31 15:29:08,179 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0009_m_000001_0
2013-10-31 15:29:08,179 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0009_m_000001_0
2013-10-31 15:29:08,183 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6502775364203706601_1133 size 114
2013-10-31 15:29:08,226 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0009_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:08,227 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000001_0 0.0%
2013-10-31 15:29:08,306 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0009_m_1213316378 given task: attempt_20131031152505967_0009_m_000002_0
2013-10-31 15:29:08,358 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0009_m_1911142445 given task: attempt_20131031152505967_0009_m_000005_0
2013-10-31 15:29:08,359 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0009_m_-2044028269 given task: attempt_20131031152505967_0009_m_000004_0
2013-10-31 15:29:08,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split dst=null perm=null
2013-10-31 15:29:08,659 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45447, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000003_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2034988860390816910_1126, duration: 204223
2013-10-31 15:29:08,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:29:08,698 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40146, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 133371
2013-10-31 15:29:08,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:08,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:08,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split dst=null perm=null
2013-10-31 15:29:08,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45452, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2034988860390816910_1126, duration: 166773
2013-10-31 15:29:08,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:29:08,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split dst=null perm=null
2013-10-31 15:29:08,856 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52230, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000005_0, offset: 1536, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2034988860390816910_1126, duration: 168007
2013-10-31 15:29:08,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:08,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009/job.split dst=null perm=null
2013-10-31 15:29:08,878 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40152, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000004_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2034988860390816910_1126, duration: 163075
2013-10-31 15:29:08,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:08,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:29:08,896 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52232, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 124156
2013-10-31 15:29:08,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:08,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:29:08,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52233, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 144222
2013-10-31 15:29:08,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:08,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:08,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:08,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:08,963 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38729, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 123314
2013-10-31 15:29:08,973 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000003_0/part-00003. blk_-1343069967174751542_1137
2013-10-31 15:29:08,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1343069967174751542_1137 src: /127.0.0.1:52235 dest: /127.0.0.1:57702
2013-10-31 15:29:08,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1343069967174751542_1137 src: /127.0.0.1:40157 dest: /127.0.0.1:53907
2013-10-31 15:29:08,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1343069967174751542_1137 src: /127.0.0.1:45460 dest: /127.0.0.1:42991
2013-10-31 15:29:09,003 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45460, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1343069967174751542_1137, duration: 2896742
2013-10-31 15:29:09,003 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1343069967174751542_1137 size 114
2013-10-31 15:29:09,003 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1343069967174751542_1137 terminating
2013-10-31 15:29:09,003 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40157, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1343069967174751542_1137, duration: 4066341
2013-10-31 15:29:09,003 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1343069967174751542_1137 terminating
2013-10-31 15:29:09,004 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52235, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1343069967174751542_1137, duration: 4520613
2013-10-31 15:29:09,004 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1343069967174751542_1137 size 114
2013-10-31 15:29:09,004 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1343069967174751542_1137 terminating
2013-10-31 15:29:09,005 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1343069967174751542_1137 size 114
2013-10-31 15:29:09,005 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0009_m_000003_0
2013-10-31 15:29:09,005 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0009_m_000003_0
2013-10-31 15:29:09,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:09,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:09,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:09,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:09,344 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38733, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 325372
2013-10-31 15:29:09,344 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38734, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 290998
2013-10-31 15:29:09,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:09,348 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52240, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0009_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 270212
2013-10-31 15:29:09,352 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000005_0/part-00005. blk_-4623609383276624502_1137
2013-10-31 15:29:09,355 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000002_0/part-00002. blk_7917811992753668518_1137
2013-10-31 15:29:09,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7917811992753668518_1137 src: /127.0.0.1:52242 dest: /127.0.0.1:57702
2013-10-31 15:29:09,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7917811992753668518_1137 src: /127.0.0.1:45466 dest: /127.0.0.1:42991
2013-10-31 15:29:09,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7917811992753668518_1137 src: /127.0.0.1:38739 dest: /127.0.0.1:48948
2013-10-31 15:29:09,384 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38739, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7917811992753668518_1137, duration: 1958504
2013-10-31 15:29:09,384 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7917811992753668518_1137 terminating
2013-10-31 15:29:09,385 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45466, dest: /127.0.0.1:42991, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7917811992753668518_1137, duration: 2479173
2013-10-31 15:29:09,385 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7917811992753668518_1137 terminating
2013-10-31 15:29:09,385 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52242, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7917811992753668518_1137, duration: 2999090
2013-10-31 15:29:09,385 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7917811992753668518_1137 terminating
2013-10-31 15:29:09,387 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7917811992753668518_1137 size 92
2013-10-31 15:29:09,387 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7917811992753668518_1137 size 92
2013-10-31 15:29:09,388 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7917811992753668518_1137 size 92
2013-10-31 15:29:09,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4623609383276624502_1137 src: /127.0.0.1:52241 dest: /127.0.0.1:57702
2013-10-31 15:29:09,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4623609383276624502_1137 src: /127.0.0.1:40166 dest: /127.0.0.1:53907
2013-10-31 15:29:09,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4623609383276624502_1137 src: /127.0.0.1:45469 dest: /127.0.0.1:42991
2013-10-31 15:29:09,398 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45469, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4623609383276624502_1137, duration: 1064435
2013-10-31 15:29:09,398 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4623609383276624502_1137 terminating
2013-10-31 15:29:09,398 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40166, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4623609383276624502_1137, duration: 1417508
2013-10-31 15:29:09,399 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4623609383276624502_1137 terminating
2013-10-31 15:29:09,399 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52241, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4623609383276624502_1137, duration: 1938753
2013-10-31 15:29:09,399 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4623609383276624502_1137 terminating
2013-10-31 15:29:09,399 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4623609383276624502_1137 size 70
2013-10-31 15:29:09,400 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0009_m_000005_0
2013-10-31 15:29:09,400 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0009_m_000005_0
2013-10-31 15:29:09,401 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4623609383276624502_1137 size 70
2013-10-31 15:29:09,403 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4623609383276624502_1137 size 70
2013-10-31 15:29:09,411 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0009_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:09,411 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000003_0 0.0%
2013-10-31 15:29:09,448 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0009_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:09,448 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000005_0 0.0%
2013-10-31 15:29:09,450 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0009_m_000000_0
2013-10-31 15:29:09,450 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0009_m_000001_0
2013-10-31 15:29:09,453 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0009_m_000003_0
2013-10-31 15:29:09,545 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000004_0/part-00004. blk_-7014518325723030133_1137
2013-10-31 15:29:09,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7014518325723030133_1137 src: /127.0.0.1:45470 dest: /127.0.0.1:42991
2013-10-31 15:29:09,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7014518325723030133_1137 src: /127.0.0.1:52248 dest: /127.0.0.1:57702
2013-10-31 15:29:09,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7014518325723030133_1137 src: /127.0.0.1:40170 dest: /127.0.0.1:53907
2013-10-31 15:29:09,572 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40170, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7014518325723030133_1137, duration: 1132999
2013-10-31 15:29:09,572 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7014518325723030133_1137 terminating
2013-10-31 15:29:09,572 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7014518325723030133_1137 size 70
2013-10-31 15:29:09,572 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52248, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7014518325723030133_1137, duration: 1276653
2013-10-31 15:29:09,572 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7014518325723030133_1137 terminating
2013-10-31 15:29:09,572 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45470, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0009_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7014518325723030133_1137, duration: 1677363
2013-10-31 15:29:09,573 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7014518325723030133_1137 terminating
2013-10-31 15:29:09,573 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0009_m_000004_0
2013-10-31 15:29:09,573 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0009_m_000004_0
2013-10-31 15:29:09,576 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7014518325723030133_1137 size 70
2013-10-31 15:29:09,577 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7014518325723030133_1137 size 70
2013-10-31 15:29:09,625 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0009_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:09,625 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000004_0 0.0%
2013-10-31 15:29:09,701 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0009_m_000004_0
2013-10-31 15:29:09,701 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0009_m_000005_0
2013-10-31 15:29:09,787 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0009_m_000002_0
2013-10-31 15:29:09,788 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0009_m_000002_0
2013-10-31 15:29:09,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000000_0 dst=null perm=null
2013-10-31 15:29:09,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:09,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:09,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000000_0 dst=null perm=null
2013-10-31 15:29:09,862 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0009_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:09,862 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000002_0 0.0%
2013-10-31 15:29:10,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000001_0 dst=null perm=null
2013-10-31 15:29:10,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:10,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:10,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000001_0 dst=null perm=null
2013-10-31 15:29:10,336 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:29:10,337 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0009_m_000000_0 is done.
2013-10-31 15:29:10,338 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0009_m_000000_0 was -1
2013-10-31 15:29:10,338 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:29:10,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000003_0 dst=null perm=null
2013-10-31 15:29:10,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:10,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:10,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000003_0 dst=null perm=null
2013-10-31 15:29:10,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000005_0 dst=null perm=null
2013-10-31 15:29:10,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:10,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:10,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000005_0 dst=null perm=null
2013-10-31 15:29:10,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000004_0 dst=null perm=null
2013-10-31 15:29:10,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:10,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:10,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000004_0 dst=null perm=null
2013-10-31 15:29:10,813 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:29:10,815 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0009_m_000001_0 is done.
2013-10-31 15:29:10,815 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0009_m_000001_0 was -1
2013-10-31 15:29:10,815 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:11,450 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0009_m_000007_0
2013-10-31 15:29:11,450 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0009_m_000007_0
2013-10-31 15:29:11,450 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0009_m_000007_0 not found in cache
2013-10-31 15:29:11,587 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:29:11,588 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0009_m_000003_0 is done.
2013-10-31 15:29:11,589 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0009_m_000003_0 was -1
2013-10-31 15:29:11,589 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:29:11,783 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:29:11,784 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0009_m_000005_0 is done.
2013-10-31 15:29:11,784 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0009_m_000005_0 was -1
2013-10-31 15:29:11,785 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:29:11,806 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:29:11,808 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0009_m_000004_0 is done.
2013-10-31 15:29:11,808 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0009_m_000004_0 was -1
2013-10-31 15:29:11,808 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:12,454 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0009_m_000000_0' has completed task_20131031152505967_0009_m_000000 successfully.
2013-10-31 15:29:12,456 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0009_m_000001_0' has completed task_20131031152505967_0009_m_000001 successfully.
2013-10-31 15:29:12,459 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0009_m_000003_0' has completed task_20131031152505967_0009_m_000003 successfully.
2013-10-31 15:29:12,461 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0009_m_000002_0
2013-10-31 15:29:12,705 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0009_m_000004_0' has completed task_20131031152505967_0009_m_000004 successfully.
2013-10-31 15:29:12,707 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0009_m_000005_0' has completed task_20131031152505967_0009_m_000005 successfully.
2013-10-31 15:29:12,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000002_0 dst=null perm=null
2013-10-31 15:29:12,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:12,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:12,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary/_attempt_20131031152505967_0009_m_000002_0 dst=null perm=null
2013-10-31 15:29:14,800 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:29:14,802 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:29:14,803 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0009_m_000002_0 is done.
2013-10-31 15:29:14,804 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0009_m_000002_0 was -1
2013-10-31 15:29:14,804 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:15,465 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0009_m_000002_0' has completed task_20131031152505967_0009_m_000002 successfully.
2013-10-31 15:29:15,469 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0009_m_000006_0' to tip task_20131031152505967_0009_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:29:15,472 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0009_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:29:15,472 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0009_m_000006_0 which needs 1 slots
2013-10-31 15:29:15,473 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0009_m_000006_0 which needs 1 slots
2013-10-31 15:29:15,507 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0009/attempt_20131031152505967_0009_m_000006_0. Attempting to reuse: jvm_20131031152505967_0009_m_-353211058
2013-10-31 15:29:16,650 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0009_m_-353211058 given task: attempt_20131031152505967_0009_m_000006_0
2013-10-31 15:29:16,766 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000006_0 0.0%
2013-10-31 15:29:16,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_temporary dst=null perm=null
2013-10-31 15:29:16,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:16,786 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_SUCCESS from client DFSClient_attempt_20131031152505967_0009_m_000006_0
2013-10-31 15:29:16,786 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0009_m_000006_0
2013-10-31 15:29:16,793 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9082272062574830199 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:16,794 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9082272062574830199 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:16,794 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9082272062574830199 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:29:16,794 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9082272062574830199 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:16,794 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2034988860390816910 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:29:16,794 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2034988860390816910 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:16,795 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2034988860390816910 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:16,795 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2034988860390816910 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:16,795 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5102207497191059080 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:16,795 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5102207497191059080 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:16,795 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5102207497191059080 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:16,796 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_275111942860366221 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:16,796 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_275111942860366221 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:16,796 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_275111942860366221 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:16,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0009 dst=null perm=null
2013-10-31 15:29:19,020 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_2034988860390816910_1126 blk_275111942860366221_1128 blk_9082272062574830199_1125 blk_5102207497191059080_1127
2013-10-31 15:29:19,021 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_2034988860390816910_1126 blk_9082272062574830199_1125
2013-10-31 15:29:19,740 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0009_m_000006_0 0.0% cleanup
2013-10-31 15:29:19,742 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0009_m_000006_0 is done.
2013-10-31 15:29:19,742 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0009_m_000006_0 was -1
2013-10-31 15:29:19,743 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:20,396 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_275111942860366221_1128 file build/test/data/dfs/data/data1/current/blk_275111942860366221 for deletion
2013-10-31 15:29:20,396 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2034988860390816910_1126 file build/test/data/dfs/data/data1/current/blk_2034988860390816910 for deletion
2013-10-31 15:29:20,396 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5102207497191059080_1127 file build/test/data/dfs/data/data2/current/blk_5102207497191059080 for deletion
2013-10-31 15:29:20,397 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9082272062574830199_1125 file build/test/data/dfs/data/data2/current/blk_9082272062574830199 for deletion
2013-10-31 15:29:20,436 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5102207497191059080_1127 at file build/test/data/dfs/data/data2/current/blk_5102207497191059080
2013-10-31 15:29:20,436 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_275111942860366221_1128 at file build/test/data/dfs/data/data1/current/blk_275111942860366221
2013-10-31 15:29:20,436 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9082272062574830199_1125 at file build/test/data/dfs/data/data2/current/blk_9082272062574830199
2013-10-31 15:29:20,436 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2034988860390816910_1126 at file build/test/data/dfs/data/data1/current/blk_2034988860390816910
2013-10-31 15:29:21,017 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2034988860390816910_1126 file build/test/data/dfs/data/data4/current/blk_2034988860390816910 for deletion
2013-10-31 15:29:21,017 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9082272062574830199_1125 file build/test/data/dfs/data/data3/current/blk_9082272062574830199 for deletion
2013-10-31 15:29:21,018 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2034988860390816910_1126 at file build/test/data/dfs/data/data4/current/blk_2034988860390816910
2013-10-31 15:29:21,018 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9082272062574830199_1125 at file build/test/data/dfs/data/data3/current/blk_9082272062574830199
2013-10-31 15:29:21,480 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0009_m_000006_0' has completed task_20131031152505967_0009_m_000006 successfully.
2013-10-31 15:29:21,481 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0009 has completed successfully.
2013-10-31 15:29:21,482 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0009,submitTime=1383233338048,launchTime=1383233338743,firstMapTaskLaunchTime=1383233346442,firstJobSetupTaskLaunchTime=1383233340425,firstJobCleanupTaskLaunchTime=1383233355469,finishTime=1383233361481,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=39,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[0B44DD71B3584276824E88539FC1979F/D138EA91B3904679835B03D174F367F0] merge1*offset*offset/(2/2)
2013-10-31 15:29:21,490 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_logs/history/job_20131031152505967_0009_1383233338048_hadoop_%5B0B44DD71B3584276824E88539FC1979F%2FD138EA91B3904679. blk_-2259372036574565093_1138
2013-10-31 15:29:21,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2259372036574565093_1138 src: /127.0.0.1:45475 dest: /127.0.0.1:42991
2013-10-31 15:29:21,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2259372036574565093_1138 src: /127.0.0.1:38748 dest: /127.0.0.1:48948
2013-10-31 15:29:21,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2259372036574565093_1138 src: /127.0.0.1:40175 dest: /127.0.0.1:53907
2013-10-31 15:29:21,504 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40175, dest: /127.0.0.1:53907, bytes: 29168, op: HDFS_WRITE, cliID: DFSClient_-1028942546, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2259372036574565093_1138, duration: 4683046
2013-10-31 15:29:21,505 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2259372036574565093_1138 terminating
2013-10-31 15:29:21,505 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38748, dest: /127.0.0.1:48948, bytes: 29168, op: HDFS_WRITE, cliID: DFSClient_-1028942546, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2259372036574565093_1138, duration: 4806901
2013-10-31 15:29:21,506 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2259372036574565093_1138 terminating
2013-10-31 15:29:21,506 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2259372036574565093_1138 size 29168
2013-10-31 15:29:21,506 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45475, dest: /127.0.0.1:42991, bytes: 29168, op: HDFS_WRITE, cliID: DFSClient_-1028942546, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2259372036574565093_1138, duration: 6702050
2013-10-31 15:29:21,507 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2259372036574565093_1138 terminating
2013-10-31 15:29:21,507 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2259372036574565093_1138 size 29168
2013-10-31 15:29:21,511 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_logs/history/job_20131031152505967_0009_1383233338048_hadoop_%5B0B44DD71B3584276824E88539FC1979F%2FD138EA91B3904679 from client DFSClient_-1028942546
2013-10-31 15:29:21,511 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/_logs/history/job_20131031152505967_0009_1383233338048_hadoop_%5B0B44DD71B3584276824E88539FC1979F%2FD138EA91B3904679 is closed by DFSClient_-1028942546
2013-10-31 15:29:21,512 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2259372036574565093_1138 size 29168
2013-10-31 15:29:21,612 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0009_1383233338048_hadoop_%5B0B44DD71B3584276824E88539FC1979F%2FD138EA91B3904679 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:29:21,613 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0009_m_000002_0'
2013-10-31 15:29:21,613 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0009_m_000003_0'
2013-10-31 15:29:21,613 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0009_m_000006_0'
2013-10-31 15:29:21,615 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2833593183455748065 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:21,615 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2833593183455748065 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:21,615 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2833593183455748065 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:21,618 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0009_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:29:21,619 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge1*offset*offset] starting step: (1/2) ...econdStreamednoInterMerge
2013-10-31 15:29:21,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0009 dst=null perm=null
2013-10-31 15:29:21,625 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:29:21,625 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:29:21,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:21,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:29:21,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:21,646 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.jar. blk_-6425017292112437217_1139
2013-10-31 15:29:21,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6425017292112437217_1139 src: /127.0.0.1:52256 dest: /127.0.0.1:57702
2013-10-31 15:29:21,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6425017292112437217_1139 src: /127.0.0.1:38752 dest: /127.0.0.1:48948
2013-10-31 15:29:21,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6425017292112437217_1139 src: /127.0.0.1:45481 dest: /127.0.0.1:42991
2013-10-31 15:29:21,662 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45481, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6425017292112437217_1139, duration: 7339262
2013-10-31 15:29:21,662 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6425017292112437217_1139 terminating
2013-10-31 15:29:21,663 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38752, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6425017292112437217_1139, duration: 8143787
2013-10-31 15:29:21,663 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6425017292112437217_1139 terminating
2013-10-31 15:29:21,664 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6425017292112437217_1139 size 238055
2013-10-31 15:29:21,664 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52256, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6425017292112437217_1139, duration: 9233067
2013-10-31 15:29:21,664 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6425017292112437217_1139 terminating
2013-10-31 15:29:21,666 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.jar from client DFSClient_1342392704
2013-10-31 15:29:21,667 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.jar is closed by DFSClient_1342392704
2013-10-31 15:29:21,667 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6425017292112437217_1139 size 238055
2013-10-31 15:29:21,668 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6425017292112437217_1139 size 238055
2013-10-31 15:29:21,672 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.jar. New replication is 10
2013-10-31 15:29:21,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.jar dst=null perm=null
2013-10-31 15:29:21,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:21,682 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:29:21,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E dst=null perm=null
2013-10-31 15:29:21,688 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:29:21,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00000 dst=null perm=null
2013-10-31 15:29:21,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00001 dst=null perm=null
2013-10-31 15:29:21,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00002 dst=null perm=null
2013-10-31 15:29:21,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00003 dst=null perm=null
2013-10-31 15:29:21,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00004 dst=null perm=null
2013-10-31 15:29:21,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00005 dst=null perm=null
2013-10-31 15:29:21,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:21,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:21,709 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split. New replication is 10
2013-10-31 15:29:21,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split dst=null perm=null
2013-10-31 15:29:21,716 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split. blk_-5431142260561849876_1140
2013-10-31 15:29:21,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5431142260561849876_1140 src: /127.0.0.1:45482 dest: /127.0.0.1:42991
2013-10-31 15:29:21,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5431142260561849876_1140 src: /127.0.0.1:52260 dest: /127.0.0.1:57702
2013-10-31 15:29:21,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5431142260561849876_1140 src: /127.0.0.1:38756 dest: /127.0.0.1:48948
2013-10-31 15:29:21,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5431142260561849876_1140 src: /127.0.0.1:40183 dest: /127.0.0.1:53907
2013-10-31 15:29:21,723 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40183, dest: /127.0.0.1:53907, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5431142260561849876_1140, duration: 43065
2013-10-31 15:29:21,723 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5431142260561849876_1140 terminating
2013-10-31 15:29:21,724 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38756, dest: /127.0.0.1:48948, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5431142260561849876_1140, duration: 386552
2013-10-31 15:29:21,724 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5431142260561849876_1140 terminating
2013-10-31 15:29:21,724 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52260, dest: /127.0.0.1:57702, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5431142260561849876_1140, duration: 790201
2013-10-31 15:29:21,724 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5431142260561849876_1140 terminating
2013-10-31 15:29:21,724 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45482, dest: /127.0.0.1:42991, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5431142260561849876_1140, duration: 1152905
2013-10-31 15:29:21,725 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-5431142260561849876_1140 terminating
2013-10-31 15:29:21,725 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5431142260561849876_1140 size 2083
2013-10-31 15:29:21,726 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split from client DFSClient_1342392704
2013-10-31 15:29:21,726 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split is closed by DFSClient_1342392704
2013-10-31 15:29:21,726 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5431142260561849876_1140 size 2083
2013-10-31 15:29:21,728 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5431142260561849876_1140 size 2083
2013-10-31 15:29:21,728 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5431142260561849876_1140 size 2083
2013-10-31 15:29:21,734 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0009_m_000004_0'
2013-10-31 15:29:21,734 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0009_m_000005_0'
2013-10-31 15:29:21,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:21,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:21,741 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.splitmetainfo. blk_1146093707830178243_1141
2013-10-31 15:29:21,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1146093707830178243_1141 src: /127.0.0.1:45486 dest: /127.0.0.1:42991
2013-10-31 15:29:21,743 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1146093707830178243_1141 src: /127.0.0.1:38759 dest: /127.0.0.1:48948
2013-10-31 15:29:21,743 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1146093707830178243_1141 src: /127.0.0.1:52265 dest: /127.0.0.1:57702
2013-10-31 15:29:21,745 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52265, dest: /127.0.0.1:57702, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1146093707830178243_1141, duration: 27181
2013-10-31 15:29:21,745 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1146093707830178243_1141 terminating
2013-10-31 15:29:21,745 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1146093707830178243_1141 size 219
2013-10-31 15:29:21,745 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38759, dest: /127.0.0.1:48948, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1146093707830178243_1141, duration: 371344
2013-10-31 15:29:21,745 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1146093707830178243_1141 terminating
2013-10-31 15:29:21,745 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45486, dest: /127.0.0.1:42991, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1146093707830178243_1141, duration: 785597
2013-10-31 15:29:21,746 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1146093707830178243_1141 terminating
2013-10-31 15:29:21,747 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0009
2013-10-31 15:29:21,747 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0009 being deleted.
2013-10-31 15:29:21,747 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:29:21,747 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:29:21,747 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1146093707830178243_1141 size 219
2013-10-31 15:29:21,749 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1146093707830178243_1141 size 219
2013-10-31 15:29:21,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:21,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:21,765 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.xml. blk_-5666832136430243136_1142
2013-10-31 15:29:21,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5666832136430243136_1142 src: /127.0.0.1:45489 dest: /127.0.0.1:42991
2013-10-31 15:29:21,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5666832136430243136_1142 src: /127.0.0.1:52267 dest: /127.0.0.1:57702
2013-10-31 15:29:21,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5666832136430243136_1142 src: /127.0.0.1:40189 dest: /127.0.0.1:53907
2013-10-31 15:29:21,768 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40189, dest: /127.0.0.1:53907, bytes: 29287, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5666832136430243136_1142, duration: 134457
2013-10-31 15:29:21,769 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5666832136430243136_1142 terminating
2013-10-31 15:29:21,769 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52267, dest: /127.0.0.1:57702, bytes: 29287, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5666832136430243136_1142, duration: 459199
2013-10-31 15:29:21,769 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5666832136430243136_1142 terminating
2013-10-31 15:29:21,769 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45489, dest: /127.0.0.1:42991, bytes: 29287, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5666832136430243136_1142, duration: 818107
2013-10-31 15:29:21,769 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5666832136430243136_1142 terminating
2013-10-31 15:29:21,771 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5666832136430243136_1142 size 29287
2013-10-31 15:29:21,773 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5666832136430243136_1142 size 29287
2013-10-31 15:29:21,773 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5666832136430243136_1142 size 29287
2013-10-31 15:29:22,021 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:57702 to replicate blk_-6425017292112437217_1139 to datanode(s) 127.0.0.1:53907
2013-10-31 15:29:22,022 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_2034988860390816910_1126 blk_275111942860366221_1128 blk_2833593183455748065_1131 blk_9082272062574830199_1125 blk_5102207497191059080_1127
2013-10-31 15:29:22,022 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_2833593183455748065_1131
2013-10-31 15:29:22,171 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.xml from client DFSClient_1342392704
2013-10-31 15:29:22,171 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.xml is closed by DFSClient_1342392704
2013-10-31 15:29:22,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.xml dst=null perm=null
2013-10-31 15:29:22,187 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45493, bytes: 29519, op: HDFS_READ, cliID: DFSClient_228403617, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5666832136430243136_1142, duration: 451767
2013-10-31 15:29:22,203 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0010: nMaps=6 nReduces=0 max=-1
2013-10-31 15:29:22,204 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0010 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:29:22,204 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0010
2013-10-31 15:29:22,204 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0010 RESULT=SUCCESS
2013-10-31 15:29:22,204 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0010
2013-10-31 15:29:22,205 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge1*offset*offset] submitted hadoop job: job_20131031152505967_0010
2013-10-31 15:29:22,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0010_1383233362177_hadoop_%5B0B44DD71B3584276824E88539FC1979F%2FDD6FCCBC5DB644F7 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:22,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0010_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:22,951 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0010_conf.xml. blk_9065466705127736138_1144
2013-10-31 15:29:22,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9065466705127736138_1144 src: /127.0.0.1:45494 dest: /127.0.0.1:42991
2013-10-31 15:29:22,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9065466705127736138_1144 src: /127.0.0.1:40193 dest: /127.0.0.1:53907
2013-10-31 15:29:22,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9065466705127736138_1144 src: /127.0.0.1:52273 dest: /127.0.0.1:57702
2013-10-31 15:29:22,960 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52273, dest: /127.0.0.1:57702, bytes: 29352, op: HDFS_WRITE, cliID: DFSClient_228403617, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9065466705127736138_1144, duration: 312534
2013-10-31 15:29:22,961 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_9065466705127736138_1144 terminating
2013-10-31 15:29:22,961 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40193, dest: /127.0.0.1:53907, bytes: 29352, op: HDFS_WRITE, cliID: DFSClient_228403617, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9065466705127736138_1144, duration: 1805236
2013-10-31 15:29:22,962 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_9065466705127736138_1144 terminating
2013-10-31 15:29:22,962 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45494, dest: /127.0.0.1:42991, bytes: 29352, op: HDFS_WRITE, cliID: DFSClient_228403617, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9065466705127736138_1144, duration: 2013160
2013-10-31 15:29:22,963 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_9065466705127736138_1144 terminating
2013-10-31 15:29:22,965 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_9065466705127736138_1144 size 29352
2013-10-31 15:29:22,966 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0010_conf.xml from client DFSClient_228403617
2013-10-31 15:29:22,966 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0010_conf.xml is closed by DFSClient_228403617
2013-10-31 15:29:22,966 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_9065466705127736138_1144 size 29352
2013-10-31 15:29:22,967 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_9065466705127736138_1144 size 29352
2013-10-31 15:29:22,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0010/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:22,980 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0010/jobToken. blk_24656856763817821_1145
2013-10-31 15:29:22,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_24656856763817821_1145 src: /127.0.0.1:52274 dest: /127.0.0.1:57702
2013-10-31 15:29:22,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_24656856763817821_1145 src: /127.0.0.1:45498 dest: /127.0.0.1:42991
2013-10-31 15:29:22,985 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_24656856763817821_1145 src: /127.0.0.1:38771 dest: /127.0.0.1:48948
2013-10-31 15:29:22,987 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38771, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_24656856763817821_1145, duration: 62999
2013-10-31 15:29:22,988 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_24656856763817821_1145 terminating
2013-10-31 15:29:22,988 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_24656856763817821_1145 size 116
2013-10-31 15:29:22,988 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45498, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_24656856763817821_1145, duration: 861065
2013-10-31 15:29:22,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_24656856763817821_1145 terminating
2013-10-31 15:29:22,989 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52274, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_24656856763817821_1145, duration: 1851762
2013-10-31 15:29:22,990 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_24656856763817821_1145 terminating
2013-10-31 15:29:22,990 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_24656856763817821_1145 size 116
2013-10-31 15:29:22,993 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_24656856763817821_1145 size 116
2013-10-31 15:29:22,994 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0010/jobToken from client DFSClient_1342392704
2013-10-31 15:29:22,994 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0010/jobToken is closed by DFSClient_1342392704
2013-10-31 15:29:22,999 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0010/jobToken
2013-10-31 15:29:23,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.splitmetainfo dst=null perm=null
2013-10-31 15:29:23,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38772, bytes: 223, op: HDFS_READ, cliID: DFSClient_228403617, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1146093707830178243_1141, duration: 280024
2013-10-31 15:29:23,005 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0010 = 596. Number of splits = 6
2013-10-31 15:29:23,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,006 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,006 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,006 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,006 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,007 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,007 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,007 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,007 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,008 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,008 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,008 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,008 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,009 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,009 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,009 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,009 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,010 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0010_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:23,010 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0010 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:29:23,010 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0010 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:29:23,397 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2833593183455748065_1131 file build/test/data/dfs/data/data1/current/blk_2833593183455748065 for deletion
2013-10-31 15:29:23,397 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2833593183455748065_1131 at file build/test/data/dfs/data/data1/current/blk_2833593183455748065
2013-10-31 15:29:24,019 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218) Starting thread to transfer block blk_-6425017292112437217_1139 to 127.0.0.1:53907
2013-10-31 15:29:24,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6425017292112437217_1139 src: /127.0.0.1:40199 dest: /127.0.0.1:53907
2013-10-31 15:29:24,021 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218):Transmitted block blk_-6425017292112437217_1139 to /127.0.0.1:53907
2013-10-31 15:29:24,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-6425017292112437217_1139 src: /127.0.0.1:40199 dest: /127.0.0.1:53907 of size 238055
2013-10-31 15:29:24,028 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6425017292112437217_1139 size 238055
2013-10-31 15:29:24,473 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0010_m_000007_0' to tip task_20131031152505967_0010_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:29:24,480 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0009_m_000000_0'
2013-10-31 15:29:24,480 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0009_m_000001_0'
2013-10-31 15:29:24,480 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0009_m_000007_0'
2013-10-31 15:29:24,482 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0010_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:29:24,482 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0010_m_000007_0 which needs 1 slots
2013-10-31 15:29:24,482 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0010_m_000007_0 which needs 1 slots
2013-10-31 15:29:24,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0010/jobToken dst=null perm=null
2013-10-31 15:29:24,491 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52279, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_24656856763817821_1145, duration: 369820
2013-10-31 15:29:24,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.xml dst=null perm=null
2013-10-31 15:29:24,502 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52281, bytes: 29519, op: HDFS_READ, cliID: DFSClient_-1823403138, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5666832136430243136_1142, duration: 408860
2013-10-31 15:29:24,527 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:29:24,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.jar dst=null perm=null
2013-10-31 15:29:24,541 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45505, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1823403138, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6425017292112437217_1139, duration: 669859
2013-10-31 15:29:24,581 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_275111942860366221_1128 file build/test/data/dfs/data/data6/current/blk_275111942860366221 for deletion
2013-10-31 15:29:24,581 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2034988860390816910_1126 file build/test/data/dfs/data/data6/current/blk_2034988860390816910 for deletion
2013-10-31 15:29:24,581 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_275111942860366221_1128 at file build/test/data/dfs/data/data6/current/blk_275111942860366221
2013-10-31 15:29:24,581 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2833593183455748065_1131 file build/test/data/dfs/data/data6/current/blk_2833593183455748065 for deletion
2013-10-31 15:29:24,582 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2034988860390816910_1126 at file build/test/data/dfs/data/data6/current/blk_2034988860390816910
2013-10-31 15:29:24,582 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5102207497191059080_1127 file build/test/data/dfs/data/data5/current/blk_5102207497191059080 for deletion
2013-10-31 15:29:24,582 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2833593183455748065_1131 at file build/test/data/dfs/data/data6/current/blk_2833593183455748065
2013-10-31 15:29:24,582 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9082272062574830199_1125 file build/test/data/dfs/data/data5/current/blk_9082272062574830199 for deletion
2013-10-31 15:29:24,582 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5102207497191059080_1127 at file build/test/data/dfs/data/data5/current/blk_5102207497191059080
2013-10-31 15:29:24,583 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9082272062574830199_1125 at file build/test/data/dfs/data/data5/current/blk_9082272062574830199
2013-10-31 15:29:24,628 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0009_m_705686731
2013-10-31 15:29:24,635 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23211 with signal TERM. Exit code 0
2013-10-31 15:29:24,635 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0010_m_1722299364
2013-10-31 15:29:24,635 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0010_m_1722299364 spawned.
2013-10-31 15:29:24,636 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0010/attempt_20131031152505967_0010_m_000007_0/taskjvm.sh
2013-10-31 15:29:25,023 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_2034988860390816910_1126 blk_275111942860366221_1128 blk_2833593183455748065_1131 blk_9082272062574830199_1125 blk_5102207497191059080_1127
2013-10-31 15:29:25,275 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:25,275 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:25,275 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:25,276 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0009_m_705686731 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:29:26,000 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0010_m_1722299364 given task: attempt_20131031152505967_0010_m_000007_0
2013-10-31 15:29:26,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:26,615 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0009
2013-10-31 15:29:26,615 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0009_m_000002_0 not found in cache
2013-10-31 15:29:26,616 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0009_m_000006_0 not found in cache
2013-10-31 15:29:26,616 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0009_m_000003_0 not found in cache
2013-10-31 15:29:26,617 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0009 for user-log deletion with retainTimeStamp:1383319766616
2013-10-31 15:29:26,735 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0009
2013-10-31 15:29:26,735 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0009_m_000005_0 not found in cache
2013-10-31 15:29:26,735 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0009_m_000004_0 not found in cache
2013-10-31 15:29:26,736 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0009 for user-log deletion with retainTimeStamp:1383319766736
2013-10-31 15:29:26,823 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0009_m_-353211058 since job job_20131031152505967_0009 is dead
2013-10-31 15:29:26,833 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23464 with signal TERM. Exit code 0
2013-10-31 15:29:27,000 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:27,000 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:27,000 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:27,000 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0009_m_-353211058 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:29:27,019 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_275111942860366221_1128 file build/test/data/dfs/data/data8/current/blk_275111942860366221 for deletion
2013-10-31 15:29:27,019 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2034988860390816910_1126 file build/test/data/dfs/data/data8/current/blk_2034988860390816910 for deletion
2013-10-31 15:29:27,019 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_275111942860366221_1128 at file build/test/data/dfs/data/data8/current/blk_275111942860366221
2013-10-31 15:29:27,019 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2833593183455748065_1131 file build/test/data/dfs/data/data8/current/blk_2833593183455748065 for deletion
2013-10-31 15:29:27,020 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2034988860390816910_1126 at file build/test/data/dfs/data/data8/current/blk_2034988860390816910
2013-10-31 15:29:27,020 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5102207497191059080_1127 file build/test/data/dfs/data/data7/current/blk_5102207497191059080 for deletion
2013-10-31 15:29:27,020 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2833593183455748065_1131 at file build/test/data/dfs/data/data8/current/blk_2833593183455748065
2013-10-31 15:29:27,020 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9082272062574830199_1125 file build/test/data/dfs/data/data7/current/blk_9082272062574830199 for deletion
2013-10-31 15:29:27,020 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5102207497191059080_1127 at file build/test/data/dfs/data/data7/current/blk_5102207497191059080
2013-10-31 15:29:27,020 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9082272062574830199_1125 at file build/test/data/dfs/data/data7/current/blk_9082272062574830199
2013-10-31 15:29:27,343 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0009_m_1911142445 since job job_20131031152505967_0009 is dead
2013-10-31 15:29:27,354 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23547 with signal TERM. Exit code 0
2013-10-31 15:29:27,367 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0009_m_-2044028269 since job job_20131031152505967_0009 is dead
2013-10-31 15:29:27,378 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23546 with signal TERM. Exit code 0
2013-10-31 15:29:27,558 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:27,559 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:27,559 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:27,559 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0009_m_1911142445 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:27,564 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:27,564 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:27,564 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:27,565 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0009_m_-2044028269 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:27,974 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0009_m_1213316378 since job job_20131031152505967_0009 is dead
2013-10-31 15:29:27,984 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23511 with signal TERM. Exit code 0
2013-10-31 15:29:28,158 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:28,159 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:28,159 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:28,159 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0009_m_1213316378 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:29,434 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000007_0 0.0% setup
2013-10-31 15:29:29,437 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0010_m_000007_0 is done.
2013-10-31 15:29:29,437 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0010_m_000007_0 was -1
2013-10-31 15:29:29,437 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:29,482 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0009
2013-10-31 15:29:29,482 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0009_m_000001_0 not found in cache
2013-10-31 15:29:29,483 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0009_m_000000_0 not found in cache
2013-10-31 15:29:29,483 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0009 for user-log deletion with retainTimeStamp:1383319769483
2013-10-31 15:29:30,489 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0010_m_000007_0' has completed task_20131031152505967_0010_m_000007 successfully.
2013-10-31 15:29:30,493 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0010_m_000000_0' to tip task_20131031152505967_0010_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:29:30,494 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0010_m_000000
2013-10-31 15:29:30,495 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0010_m_000001_0' to tip task_20131031152505967_0010_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:29:30,495 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0010_m_000001
2013-10-31 15:29:30,498 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0010_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:29:30,499 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0010_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:29:30,499 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0010_m_000000_0 which needs 1 slots
2013-10-31 15:29:30,499 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0010_m_000000_0 which needs 1 slots
2013-10-31 15:29:30,500 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0010_m_000001_0 which needs 1 slots
2013-10-31 15:29:30,500 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0010_m_000001_0 which needs 1 slots
2013-10-31 15:29:30,531 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0010/attempt_20131031152505967_0010_m_000000_0. Attempting to reuse: jvm_20131031152505967_0010_m_1722299364
2013-10-31 15:29:30,531 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0009_m_1164888726
2013-10-31 15:29:30,535 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23398 with signal TERM. Exit code 0
2013-10-31 15:29:30,535 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0010_m_-743416611
2013-10-31 15:29:30,536 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0010_m_-743416611 spawned.
2013-10-31 15:29:30,537 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0010/attempt_20131031152505967_0010_m_000001_0/taskjvm.sh
2013-10-31 15:29:30,626 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0010_m_000002_0' to tip task_20131031152505967_0010_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:29:30,626 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0010_m_000002
2013-10-31 15:29:30,627 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0010_m_000003_0' to tip task_20131031152505967_0010_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:29:30,628 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0010_m_000003
2013-10-31 15:29:30,629 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:30,630 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0010_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:29:30,630 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:30,630 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0010_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:29:30,631 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:30,631 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0010_m_000002_0 which needs 1 slots
2013-10-31 15:29:30,631 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0009_m_1164888726 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:30,631 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0010_m_000002_0 which needs 1 slots
2013-10-31 15:29:30,632 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0010_m_000003_0 which needs 1 slots
2013-10-31 15:29:30,632 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0010_m_000003_0 which needs 1 slots
2013-10-31 15:29:30,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0010/jobToken dst=null perm=null
2013-10-31 15:29:30,637 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38781, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_24656856763817821_1145, duration: 309596
2013-10-31 15:29:30,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.xml dst=null perm=null
2013-10-31 15:29:30,644 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45511, bytes: 29519, op: HDFS_READ, cliID: DFSClient_-1966709923, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5666832136430243136_1142, duration: 398913
2013-10-31 15:29:30,662 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:29:30,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.jar dst=null perm=null
2013-10-31 15:29:30,688 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38784, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1966709923, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6425017292112437217_1139, duration: 678706
2013-10-31 15:29:30,742 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0010_m_6422561
2013-10-31 15:29:30,742 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0010_m_6422561 spawned.
2013-10-31 15:29:30,742 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0010_m_-1998057087
2013-10-31 15:29:30,743 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0010_m_-1998057087 spawned.
2013-10-31 15:29:30,744 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0010_m_000004_0' to tip task_20131031152505967_0010_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:29:30,744 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0010/attempt_20131031152505967_0010_m_000003_0/taskjvm.sh
2013-10-31 15:29:30,744 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0010_m_000004
2013-10-31 15:29:30,744 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0010/attempt_20131031152505967_0010_m_000002_0/taskjvm.sh
2013-10-31 15:29:30,744 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0010_m_000005_0' to tip task_20131031152505967_0010_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:29:30,745 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0010_m_000005
2013-10-31 15:29:30,746 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0010_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:29:30,746 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0010_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:29:30,746 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0010_m_000004_0 which needs 1 slots
2013-10-31 15:29:30,746 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0010_m_000004_0 which needs 1 slots
2013-10-31 15:29:30,747 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0010_m_000005_0 which needs 1 slots
2013-10-31 15:29:30,747 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0010_m_000005_0 which needs 1 slots
2013-10-31 15:29:30,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0010/jobToken dst=null perm=null
2013-10-31 15:29:30,750 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52290, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_24656856763817821_1145, duration: 134644
2013-10-31 15:29:30,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.xml dst=null perm=null
2013-10-31 15:29:30,755 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45515, bytes: 29519, op: HDFS_READ, cliID: DFSClient_-1286058803, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5666832136430243136_1142, duration: 182340
2013-10-31 15:29:30,767 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:29:30,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.jar dst=null perm=null
2013-10-31 15:29:30,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40214, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1286058803, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6425017292112437217_1139, duration: 628261
2013-10-31 15:29:30,980 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0010_m_-489478979
2013-10-31 15:29:30,981 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0010_m_-489478979 spawned.
2013-10-31 15:29:30,981 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0010_m_-229036881
2013-10-31 15:29:30,982 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0010_m_-229036881 spawned.
2013-10-31 15:29:30,982 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0010/attempt_20131031152505967_0010_m_000004_0/taskjvm.sh
2013-10-31 15:29:30,983 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0010/attempt_20131031152505967_0010_m_000005_0/taskjvm.sh
2013-10-31 15:29:30,995 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0010_m_1722299364 given task: attempt_20131031152505967_0010_m_000000_0
2013-10-31 15:29:31,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split dst=null perm=null
2013-10-31 15:29:31,097 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52295, bytes: 2103, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5431142260561849876_1140, duration: 174755
2013-10-31 15:29:31,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00000 dst=null perm=null
2013-10-31 15:29:31,134 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45519, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5194864575158107578_1132, duration: 116891
2013-10-31 15:29:31,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:31,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:31,386 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0010_m_-743416611 given task: attempt_20131031152505967_0010_m_000001_0
2013-10-31 15:29:31,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:31,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:31,451 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40219, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 149767
2013-10-31 15:29:31,462 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000000_0/part-00000. blk_6250989031506310709_1146
2013-10-31 15:29:31,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6250989031506310709_1146 src: /127.0.0.1:38794 dest: /127.0.0.1:48948
2013-10-31 15:29:31,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6250989031506310709_1146 src: /127.0.0.1:45523 dest: /127.0.0.1:42991
2013-10-31 15:29:31,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6250989031506310709_1146 src: /127.0.0.1:40222 dest: /127.0.0.1:53907
2013-10-31 15:29:31,486 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40222, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6250989031506310709_1146, duration: 1924110
2013-10-31 15:29:31,487 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6250989031506310709_1146 terminating
2013-10-31 15:29:31,487 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6250989031506310709_1146 size 8
2013-10-31 15:29:31,487 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45523, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6250989031506310709_1146, duration: 2486527
2013-10-31 15:29:31,487 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6250989031506310709_1146 terminating
2013-10-31 15:29:31,487 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38794, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6250989031506310709_1146, duration: 3064932
2013-10-31 15:29:31,488 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6250989031506310709_1146 terminating
2013-10-31 15:29:31,488 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6250989031506310709_1146 size 8
2013-10-31 15:29:31,490 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0010_m_000000_0
2013-10-31 15:29:31,490 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0010_m_000000_0
2013-10-31 15:29:31,491 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6250989031506310709_1146 size 8
2013-10-31 15:29:31,531 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0010_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:31,531 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000000_0 0.0%
2013-10-31 15:29:31,771 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0010_m_6422561 given task: attempt_20131031152505967_0010_m_000003_0
2013-10-31 15:29:31,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split dst=null perm=null
2013-10-31 15:29:31,905 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40228, bytes: 2103, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5431142260561849876_1140, duration: 172737
2013-10-31 15:29:31,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00001 dst=null perm=null
2013-10-31 15:29:31,943 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52308, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6502775364203706601_1133, duration: 143081
2013-10-31 15:29:31,958 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0010_m_-1998057087 given task: attempt_20131031152505967_0010_m_000002_0
2013-10-31 15:29:31,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:31,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:31,989 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0010_m_-489478979 given task: attempt_20131031152505967_0010_m_000004_0
2013-10-31 15:29:32,001 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0010_m_-229036881 given task: attempt_20131031152505967_0010_m_000005_0
2013-10-31 15:29:32,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:32,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:32,217 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38805, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 148807
2013-10-31 15:29:32,235 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000001_0/part-00001. blk_-7820417540192165098_1147
2013-10-31 15:29:32,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7820417540192165098_1147 src: /127.0.0.1:38806 dest: /127.0.0.1:48948
2013-10-31 15:29:32,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7820417540192165098_1147 src: /127.0.0.1:45535 dest: /127.0.0.1:42991
2013-10-31 15:29:32,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7820417540192165098_1147 src: /127.0.0.1:40234 dest: /127.0.0.1:53907
2013-10-31 15:29:32,268 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40234, dest: /127.0.0.1:53907, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7820417540192165098_1147, duration: 1080421
2013-10-31 15:29:32,268 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7820417540192165098_1147 terminating
2013-10-31 15:29:32,269 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45535, dest: /127.0.0.1:42991, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7820417540192165098_1147, duration: 1456772
2013-10-31 15:29:32,269 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7820417540192165098_1147 terminating
2013-10-31 15:29:32,269 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38806, dest: /127.0.0.1:48948, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7820417540192165098_1147, duration: 2103396
2013-10-31 15:29:32,270 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7820417540192165098_1147 terminating
2013-10-31 15:29:32,270 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7820417540192165098_1147 size 32
2013-10-31 15:29:32,271 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0010_m_000001_0
2013-10-31 15:29:32,271 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0010_m_000001_0
2013-10-31 15:29:32,272 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7820417540192165098_1147 size 32
2013-10-31 15:29:32,272 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7820417540192165098_1147 size 32
2013-10-31 15:29:32,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split dst=null perm=null
2013-10-31 15:29:32,298 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52314, bytes: 1071, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5431142260561849876_1140, duration: 176131
2013-10-31 15:29:32,318 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0010_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:32,318 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000001_0 0.0%
2013-10-31 15:29:32,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00002 dst=null perm=null
2013-10-31 15:29:32,336 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38810, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7917811992753668518_1137, duration: 144556
2013-10-31 15:29:32,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split dst=null perm=null
2013-10-31 15:29:32,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split dst=null perm=null
2013-10-31 15:29:32,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010/job.split dst=null perm=null
2013-10-31 15:29:32,558 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45542, bytes: 1587, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5431142260561849876_1140, duration: 168406
2013-10-31 15:29:32,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38815, bytes: 1071, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000004_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5431142260561849876_1140, duration: 161076
2013-10-31 15:29:32,560 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45544, bytes: 555, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000005_0, offset: 1536, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5431142260561849876_1140, duration: 152383
2013-10-31 15:29:32,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:32,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:32,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00003 dst=null perm=null
2013-10-31 15:29:32,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00004 dst=null perm=null
2013-10-31 15:29:32,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00005 dst=null perm=null
2013-10-31 15:29:32,596 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40243, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1343069967174751542_1137, duration: 137892
2013-10-31 15:29:32,596 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40244, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7014518325723030133_1137, duration: 123226
2013-10-31 15:29:32,597 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52324, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4623609383276624502_1137, duration: 137850
2013-10-31 15:29:32,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:32,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:32,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:32,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:32,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:32,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:32,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:32,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:32,824 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38820, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 153364
2013-10-31 15:29:32,835 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000003_0/part-00003. blk_7699925360780030536_1151
2013-10-31 15:29:32,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:32,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:32,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:32,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:32,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7699925360780030536_1151 src: /127.0.0.1:40247 dest: /127.0.0.1:53907
2013-10-31 15:29:32,862 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38822, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 133659
2013-10-31 15:29:32,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7699925360780030536_1151 src: /127.0.0.1:52328 dest: /127.0.0.1:57702
2013-10-31 15:29:32,863 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45552, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 111491
2013-10-31 15:29:32,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7699925360780030536_1151 src: /127.0.0.1:38825 dest: /127.0.0.1:48948
2013-10-31 15:29:32,866 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38825, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7699925360780030536_1151, duration: 1321360
2013-10-31 15:29:32,866 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7699925360780030536_1151 terminating
2013-10-31 15:29:32,866 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52328, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7699925360780030536_1151, duration: 1443780
2013-10-31 15:29:32,867 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7699925360780030536_1151 terminating
2013-10-31 15:29:32,867 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7699925360780030536_1151 size 8
2013-10-31 15:29:32,867 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40247, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7699925360780030536_1151, duration: 1895147
2013-10-31 15:29:32,867 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7699925360780030536_1151 terminating
2013-10-31 15:29:32,867 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7699925360780030536_1151 size 8
2013-10-31 15:29:32,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:32,868 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0010_m_000003_0
2013-10-31 15:29:32,868 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0010_m_000003_0
2013-10-31 15:29:32,868 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7699925360780030536_1151 size 8
2013-10-31 15:29:32,871 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0010_m_000005_0
2013-10-31 15:29:32,871 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0010_m_000005_0
2013-10-31 15:29:32,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:32,872 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0010_m_000004_0
2013-10-31 15:29:32,872 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0010_m_000004_0
2013-10-31 15:29:32,875 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45554, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0010_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 119134
2013-10-31 15:29:32,887 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000002_0/part-00002. blk_-6874142063336331646_1151
2013-10-31 15:29:32,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6874142063336331646_1151 src: /127.0.0.1:40253 dest: /127.0.0.1:53907
2013-10-31 15:29:32,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6874142063336331646_1151 src: /127.0.0.1:38828 dest: /127.0.0.1:48948
2013-10-31 15:29:32,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6874142063336331646_1151 src: /127.0.0.1:45557 dest: /127.0.0.1:42991
2013-10-31 15:29:32,919 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0010_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:32,919 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000005_0 0.0%
2013-10-31 15:29:32,919 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0010_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:32,920 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000003_0 0.0%
2013-10-31 15:29:32,920 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45557, dest: /127.0.0.1:42991, bytes: 64, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6874142063336331646_1151, duration: 1180776
2013-10-31 15:29:32,920 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6874142063336331646_1151 terminating
2013-10-31 15:29:32,920 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38828, dest: /127.0.0.1:48948, bytes: 64, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6874142063336331646_1151, duration: 1597503
2013-10-31 15:29:32,920 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6874142063336331646_1151 terminating
2013-10-31 15:29:32,921 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40253, dest: /127.0.0.1:53907, bytes: 64, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0010_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6874142063336331646_1151, duration: 1942902
2013-10-31 15:29:32,921 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0010_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:32,921 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6874142063336331646_1151 terminating
2013-10-31 15:29:32,921 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000004_0 0.0%
2013-10-31 15:29:32,921 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6874142063336331646_1151 size 64
2013-10-31 15:29:32,922 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6874142063336331646_1151 size 64
2013-10-31 15:29:32,922 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0010_m_000002_0
2013-10-31 15:29:32,922 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0010_m_000002_0
2013-10-31 15:29:32,924 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6874142063336331646_1151 size 64
2013-10-31 15:29:32,970 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0010_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:32,971 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000002_0 0.0%
2013-10-31 15:29:33,500 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0010_m_000000_0
2013-10-31 15:29:33,500 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0010_m_000001_0
2013-10-31 15:29:33,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000000_0 dst=null perm=null
2013-10-31 15:29:33,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:33,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:33,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000000_0 dst=null perm=null
2013-10-31 15:29:33,634 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0010_m_000002_0
2013-10-31 15:29:33,635 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0010_m_000003_0
2013-10-31 15:29:33,750 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0010_m_000004_0
2013-10-31 15:29:33,751 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0010_m_000005_0
2013-10-31 15:29:33,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000003_0 dst=null perm=null
2013-10-31 15:29:33,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000005_0 dst=null perm=null
2013-10-31 15:29:33,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000004_0 dst=null perm=null
2013-10-31 15:29:33,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:33,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:33,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:33,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:33,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:33,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000005_0/part-00005 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:33,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000003_0 dst=null perm=null
2013-10-31 15:29:33,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000005_0 dst=null perm=null
2013-10-31 15:29:33,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000004_0 dst=null perm=null
2013-10-31 15:29:33,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000002_0 dst=null perm=null
2013-10-31 15:29:33,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:33,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:34,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000002_0 dst=null perm=null
2013-10-31 15:29:34,061 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000000_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00000:0+136
2013-10-31 15:29:34,064 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0010_m_000000_0 is done.
2013-10-31 15:29:34,064 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0010_m_000000_0 was -1
2013-10-31 15:29:34,065 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:29:34,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000001_0 dst=null perm=null
2013-10-31 15:29:34,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:34,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:34,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0010_m_000001_0 dst=null perm=null
2013-10-31 15:29:34,833 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000001_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00001:0+114
2013-10-31 15:29:34,835 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0010_m_000001_0 is done.
2013-10-31 15:29:34,835 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0010_m_000001_0 was -1
2013-10-31 15:29:34,836 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:35,208 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000003_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00002:0+92
2013-10-31 15:29:35,210 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0010_m_000003_0 is done.
2013-10-31 15:29:35,210 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0010_m_000003_0 was -1
2013-10-31 15:29:35,211 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:29:35,476 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000005_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00005:0+70
2013-10-31 15:29:35,477 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0010_m_000005_0 is done.
2013-10-31 15:29:35,477 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0010_m_000005_0 was -1
2013-10-31 15:29:35,477 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:29:35,477 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000002_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00003:0+114
2013-10-31 15:29:35,478 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000004_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E/part-00004:0+70
2013-10-31 15:29:35,479 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0010_m_000004_0 is done.
2013-10-31 15:29:35,479 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0010_m_000004_0 was -1
2013-10-31 15:29:35,479 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0010_m_000002_0 is done.
2013-10-31 15:29:35,479 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:35,479 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0010_m_000002_0 was -1
2013-10-31 15:29:35,480 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:35,499 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0010_m_000007_0
2013-10-31 15:29:35,500 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0010_m_000007_0
2013-10-31 15:29:35,500 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0010_m_000007_0 not found in cache
2013-10-31 15:29:36,505 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0010_m_000000_0' has completed task_20131031152505967_0010_m_000000 successfully.
2013-10-31 15:29:36,507 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0010_m_000001_0' has completed task_20131031152505967_0010_m_000001 successfully.
2013-10-31 15:29:36,637 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0010_m_000002_0' has completed task_20131031152505967_0010_m_000002 successfully.
2013-10-31 15:29:36,639 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0010_m_000003_0' has completed task_20131031152505967_0010_m_000003 successfully.
2013-10-31 15:29:36,753 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0010_m_000004_0' has completed task_20131031152505967_0010_m_000004 successfully.
2013-10-31 15:29:36,754 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0010_m_000005_0' has completed task_20131031152505967_0010_m_000005 successfully.
2013-10-31 15:29:36,759 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0010_m_000006_0' to tip task_20131031152505967_0010_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:29:36,761 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0010_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:29:36,762 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0010_m_000006_0 which needs 1 slots
2013-10-31 15:29:36,762 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0010_m_000006_0 which needs 1 slots
2013-10-31 15:29:36,790 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0010/attempt_20131031152505967_0010_m_000006_0. Attempting to reuse: jvm_20131031152505967_0010_m_-229036881
2013-10-31 15:29:37,026 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0010_m_-229036881 given task: attempt_20131031152505967_0010_m_000006_0
2013-10-31 15:29:37,169 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000006_0 0.0%
2013-10-31 15:29:37,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary dst=null perm=null
2013-10-31 15:29:37,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:37,278 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_SUCCESS from client DFSClient_attempt_20131031152505967_0010_m_000006_0
2013-10-31 15:29:37,278 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0010_m_000006_0
2013-10-31 15:29:37,320 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6425017292112437217 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:37,320 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6425017292112437217 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:37,320 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6425017292112437217 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:37,320 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6425017292112437217 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:29:37,320 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5431142260561849876 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:29:37,321 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5431142260561849876 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:37,321 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5431142260561849876 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:37,321 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5431142260561849876 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:37,321 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1146093707830178243 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:37,321 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1146093707830178243 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:37,321 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1146093707830178243 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:37,321 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5666832136430243136 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:37,321 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5666832136430243136 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:29:37,321 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5666832136430243136 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:37,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0010 dst=null perm=null
2013-10-31 15:29:40,010 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 39
2013-10-31 15:29:40,026 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-6425017292112437217_1139 blk_-5431142260561849876_1140 blk_1146093707830178243_1141
2013-10-31 15:29:40,026 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-5666832136430243136_1142 blk_-6425017292112437217_1139 blk_-5431142260561849876_1140 blk_1146093707830178243_1141
2013-10-31 15:29:40,125 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0010_m_000006_0 0.0% cleanup
2013-10-31 15:29:40,126 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0010_m_000006_0 is done.
2013-10-31 15:29:40,127 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0010_m_000006_0 was -1
2013-10-31 15:29:40,127 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:42,025 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6425017292112437217_1139 file build/test/data/dfs/data/data7/current/blk_-6425017292112437217 for deletion
2013-10-31 15:29:42,025 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5666832136430243136_1142 file build/test/data/dfs/data/data8/current/blk_-5666832136430243136 for deletion
2013-10-31 15:29:42,026 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5431142260561849876_1140 file build/test/data/dfs/data/data8/current/blk_-5431142260561849876 for deletion
2013-10-31 15:29:42,026 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5666832136430243136_1142 at file build/test/data/dfs/data/data8/current/blk_-5666832136430243136
2013-10-31 15:29:42,026 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1146093707830178243_1141 file build/test/data/dfs/data/data7/current/blk_1146093707830178243 for deletion
2013-10-31 15:29:42,026 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6425017292112437217_1139 at file build/test/data/dfs/data/data7/current/blk_-6425017292112437217
2013-10-31 15:29:42,026 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5431142260561849876_1140 at file build/test/data/dfs/data/data8/current/blk_-5431142260561849876
2013-10-31 15:29:42,027 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1146093707830178243_1141 at file build/test/data/dfs/data/data7/current/blk_1146093707830178243
2013-10-31 15:29:42,588 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6425017292112437217_1139 file build/test/data/dfs/data/data6/current/blk_-6425017292112437217 for deletion
2013-10-31 15:29:42,588 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5431142260561849876_1140 file build/test/data/dfs/data/data5/current/blk_-5431142260561849876 for deletion
2013-10-31 15:29:42,588 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1146093707830178243_1141 file build/test/data/dfs/data/data6/current/blk_1146093707830178243 for deletion
2013-10-31 15:29:42,589 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5431142260561849876_1140 at file build/test/data/dfs/data/data5/current/blk_-5431142260561849876
2013-10-31 15:29:42,588 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6425017292112437217_1139 at file build/test/data/dfs/data/data6/current/blk_-6425017292112437217
2013-10-31 15:29:42,589 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1146093707830178243_1141 at file build/test/data/dfs/data/data6/current/blk_1146093707830178243
2013-10-31 15:29:42,771 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0010_m_000006_0' has completed task_20131031152505967_0010_m_000006 successfully.
2013-10-31 15:29:42,772 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0010 has completed successfully.
2013-10-31 15:29:42,773 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0010,submitTime=1383233362177,launchTime=1383233363010,firstMapTaskLaunchTime=1383233370493,firstJobSetupTaskLaunchTime=1383233364473,firstJobCleanupTaskLaunchTime=1383233376759,finishTime=1383233382772,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=34,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[0B44DD71B3584276824E88539FC1979F/DD6FCCBC5DB644F7B31789F1A99D2138] merge1*offset*offset/(1/2) ...econdStreamednoInterMerge
2013-10-31 15:29:42,779 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0010_1383233362177_hadoop_%5B0B44DD71B3584276824E88539FC1979F%2FDD6FCCBC5DB644F7. blk_8478966999489249369_1152
2013-10-31 15:29:42,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8478966999489249369_1152 src: /127.0.0.1:40261 dest: /127.0.0.1:53907
2013-10-31 15:29:42,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8478966999489249369_1152 src: /127.0.0.1:45564 dest: /127.0.0.1:42991
2013-10-31 15:29:42,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8478966999489249369_1152 src: /127.0.0.1:38837 dest: /127.0.0.1:48948
2013-10-31 15:29:42,791 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38837, dest: /127.0.0.1:48948, bytes: 28941, op: HDFS_WRITE, cliID: DFSClient_228403617, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8478966999489249369_1152, duration: 3451643
2013-10-31 15:29:42,792 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8478966999489249369_1152 terminating
2013-10-31 15:29:42,792 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45564, dest: /127.0.0.1:42991, bytes: 28941, op: HDFS_WRITE, cliID: DFSClient_228403617, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8478966999489249369_1152, duration: 4300264
2013-10-31 15:29:42,793 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8478966999489249369_1152 terminating
2013-10-31 15:29:42,793 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8478966999489249369_1152 size 28941
2013-10-31 15:29:42,793 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40261, dest: /127.0.0.1:53907, bytes: 28941, op: HDFS_WRITE, cliID: DFSClient_228403617, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8478966999489249369_1152, duration: 5323193
2013-10-31 15:29:42,794 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8478966999489249369_1152 terminating
2013-10-31 15:29:42,795 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8478966999489249369_1152 size 28941
2013-10-31 15:29:42,798 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8478966999489249369_1152 size 28941
2013-10-31 15:29:42,799 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0010_1383233362177_hadoop_%5B0B44DD71B3584276824E88539FC1979F%2FDD6FCCBC5DB644F7 from client DFSClient_228403617
2013-10-31 15:29:42,799 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0010_1383233362177_hadoop_%5B0B44DD71B3584276824E88539FC1979F%2FDD6FCCBC5DB644F7 is closed by DFSClient_228403617
2013-10-31 15:29:42,806 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0010_1383233362177_hadoop_%5B0B44DD71B3584276824E88539FC1979F%2FDD6FCCBC5DB644F7 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:29:42,807 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0010_m_000004_0'
2013-10-31 15:29:42,808 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0010_m_000005_0'
2013-10-31 15:29:42,808 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0010_m_000006_0'
2013-10-31 15:29:42,809 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_24656856763817821 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:42,809 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_24656856763817821 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:42,809 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_24656856763817821 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:42,812 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0010_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:29:42,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0010 dst=null perm=null
2013-10-31 15:29:42,816 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2259372036574565093 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:29:42,816 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2259372036574565093 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:42,816 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2259372036574565093 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:42,817 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9119916586891592475 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:42,817 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9119916586891592475 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:42,817 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9119916586891592475 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:42,817 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5194864575158107578 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:42,817 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5194864575158107578 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:42,818 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5194864575158107578 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:29:42,818 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6502775364203706601 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:42,818 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6502775364203706601 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:42,818 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6502775364203706601 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:42,819 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7917811992753668518 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:42,819 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7917811992753668518 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:42,819 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7917811992753668518 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:29:42,819 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1343069967174751542 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:42,820 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1343069967174751542 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:42,820 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1343069967174751542 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:29:42,820 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7014518325723030133 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:29:42,820 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7014518325723030133 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:42,820 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7014518325723030133 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:42,821 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4623609383276624502 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:29:42,821 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4623609383276624502 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:29:42,821 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4623609383276624502 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:29:42,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7561323061_merge1_5D34AFC633B5436591C5AC673C15238E dst=null perm=null
2013-10-31 15:29:42,827 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/_temporary
2013-10-31 15:29:42,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge dst=null perm=null
2013-10-31 15:29:42,849 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:29:42,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:29:42,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:29:42,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:29:42,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:29:42,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:29:42,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00005 dst=null perm=null
2013-10-31 15:29:42,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:29:42,861 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45567, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6250989031506310709_1146, duration: 302353
2013-10-31 15:29:42,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:29:42,863 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40266, bytes: 36, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7820417540192165098_1147, duration: 106882
2013-10-31 15:29:42,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:29:42,866 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38841, bytes: 68, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6874142063336331646_1151, duration: 105044
2013-10-31 15:29:42,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:29:42,869 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38842, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7699925360780030536_1151, duration: 106494
2013-10-31 15:29:42,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:29:42,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00005 dst=null perm=null
2013-10-31 15:29:42,872 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge
2013-10-31 15:29:42,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge dst=null perm=null
2013-10-31 15:29:42,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:29:42,879 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45571, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6250989031506310709_1146, duration: 103392
2013-10-31 15:29:42,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:29:42,883 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40270, bytes: 36, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7820417540192165098_1147, duration: 259421
2013-10-31 15:29:42,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:29:42,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45573, bytes: 68, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6874142063336331646_1151, duration: 260029
2013-10-31 15:29:42,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:29:42,892 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40272, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7699925360780030536_1151, duration: 277368
2013-10-31 15:29:42,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:29:42,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondStreamednoInterMerge/part-00005 dst=null perm=null
2013-10-31 15:29:42,919 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:29:42,920 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:29:42,936 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] starting
2013-10-31 15:29:42,937 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:29:42,937 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:29:42,937 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:29:42,937 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain"]
2013-10-31 15:29:42,937 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] parallel execution is enabled: true
2013-10-31 15:29:42,937 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] starting jobs: 1
2013-10-31 15:29:42,937 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] allocating threads: 1
2013-10-31 15:29:42,938 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge+offset] starting step: (1/1) ...orm/simplemergethreechain
2013-10-31 15:29:42,942 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:29:42,942 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:29:42,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:42,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:29:42,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:42,968 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.jar. blk_-9147656101283104658_1153
2013-10-31 15:29:42,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9147656101283104658_1153 src: /127.0.0.1:40273 dest: /127.0.0.1:53907
2013-10-31 15:29:42,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9147656101283104658_1153 src: /127.0.0.1:38848 dest: /127.0.0.1:48948
2013-10-31 15:29:42,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9147656101283104658_1153 src: /127.0.0.1:52354 dest: /127.0.0.1:57702
2013-10-31 15:29:42,981 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52354, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-9147656101283104658_1153, duration: 3593613
2013-10-31 15:29:42,981 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-9147656101283104658_1153 terminating
2013-10-31 15:29:42,982 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38848, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-9147656101283104658_1153, duration: 4401683
2013-10-31 15:29:42,982 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-9147656101283104658_1153 terminating
2013-10-31 15:29:42,983 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40273, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-9147656101283104658_1153, duration: 5398438
2013-10-31 15:29:42,983 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-9147656101283104658_1153 terminating
2013-10-31 15:29:42,986 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-9147656101283104658_1153 size 238055
2013-10-31 15:29:42,986 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.jar from client DFSClient_1342392704
2013-10-31 15:29:42,987 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.jar is closed by DFSClient_1342392704
2013-10-31 15:29:42,987 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-9147656101283104658_1153 size 238055
2013-10-31 15:29:42,988 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-9147656101283104658_1153 size 238055
2013-10-31 15:29:42,993 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.jar. New replication is 10
2013-10-31 15:29:42,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.jar dst=null perm=null
2013-10-31 15:29:43,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:43,006 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:29:43,012 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:29:43,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:29:43,015 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:29:43,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:29:43,018 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:29:43,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:43,021 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:29:43,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:29:43,024 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:29:43,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:29:43,027 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:29:43,027 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:48948 to replicate blk_-9147656101283104658_1153 to datanode(s) 127.0.0.1:42991
2013-10-31 15:29:43,027 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-9119916586891592475_1130 blk_7917811992753668518_1137 blk_-2259372036574565093_1138 blk_24656856763817821_1145 blk_6502775364203706601_1133
2013-10-31 15:29:43,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:43,028 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-9119916586891592475_1130 blk_5194864575158107578_1132 blk_-6425017292112437217_1139 blk_-5666832136430243136_1142 blk_7917811992753668518_1137 blk_-4623609383276624502_1137 blk_-7014518325723030133_1137 blk_-5431142260561849876_1140 blk_-2259372036574565093_1138 blk_24656856763817821_1145 blk_-1343069967174751542_1137 blk_1146093707830178243_1141 blk_6502775364203706601_1133
2013-10-31 15:29:43,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:43,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:43,045 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split. New replication is 10
2013-10-31 15:29:43,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=null
2013-10-31 15:29:43,054 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split. blk_-1272932046312587670_1154
2013-10-31 15:29:43,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1272932046312587670_1154 src: /127.0.0.1:52355 dest: /127.0.0.1:57702
2013-10-31 15:29:43,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1272932046312587670_1154 src: /127.0.0.1:40277 dest: /127.0.0.1:53907
2013-10-31 15:29:43,058 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1272932046312587670_1154 src: /127.0.0.1:45580 dest: /127.0.0.1:42991
2013-10-31 15:29:43,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1272932046312587670_1154 src: /127.0.0.1:38853 dest: /127.0.0.1:48948
2013-10-31 15:29:43,063 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38853, dest: /127.0.0.1:48948, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1272932046312587670_1154, duration: 82752
2013-10-31 15:29:43,064 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1272932046312587670_1154 terminating
2013-10-31 15:29:43,064 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45580, dest: /127.0.0.1:42991, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1272932046312587670_1154, duration: 867343
2013-10-31 15:29:43,065 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1272932046312587670_1154 terminating
2013-10-31 15:29:43,065 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40277, dest: /127.0.0.1:53907, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1272932046312587670_1154, duration: 1796803
2013-10-31 15:29:43,066 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1272932046312587670_1154 terminating
2013-10-31 15:29:43,066 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52355, dest: /127.0.0.1:57702, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1272932046312587670_1154, duration: 2668462
2013-10-31 15:29:43,066 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1272932046312587670_1154 size 3133
2013-10-31 15:29:43,067 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-1272932046312587670_1154 terminating
2013-10-31 15:29:43,068 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1272932046312587670_1154 size 3133
2013-10-31 15:29:43,068 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split from client DFSClient_1342392704
2013-10-31 15:29:43,069 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split is closed by DFSClient_1342392704
2013-10-31 15:29:43,069 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1272932046312587670_1154 size 3133
2013-10-31 15:29:43,070 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1272932046312587670_1154 size 3133
2013-10-31 15:29:43,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:43,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:43,090 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.splitmetainfo. blk_7820724174401696276_1155
2013-10-31 15:29:43,092 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7820724174401696276_1155 src: /127.0.0.1:52359 dest: /127.0.0.1:57702
2013-10-31 15:29:43,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7820724174401696276_1155 src: /127.0.0.1:38855 dest: /127.0.0.1:48948
2013-10-31 15:29:43,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7820724174401696276_1155 src: /127.0.0.1:45584 dest: /127.0.0.1:42991
2013-10-31 15:29:43,098 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45584, dest: /127.0.0.1:42991, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7820724174401696276_1155, duration: 62911
2013-10-31 15:29:43,098 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7820724174401696276_1155 terminating
2013-10-31 15:29:43,099 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38855, dest: /127.0.0.1:48948, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7820724174401696276_1155, duration: 908028
2013-10-31 15:29:43,100 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7820724174401696276_1155 terminating
2013-10-31 15:29:43,100 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7820724174401696276_1155 size 323
2013-10-31 15:29:43,100 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52359, dest: /127.0.0.1:57702, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7820724174401696276_1155, duration: 1973510
2013-10-31 15:29:43,101 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7820724174401696276_1155 terminating
2013-10-31 15:29:43,104 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7820724174401696276_1155 size 323
2013-10-31 15:29:43,104 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:29:43,105 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:29:43,105 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7820724174401696276_1155 size 323
2013-10-31 15:29:43,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:43,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:43,142 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.xml. blk_-4000016882799509254_1156
2013-10-31 15:29:43,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4000016882799509254_1156 src: /127.0.0.1:45585 dest: /127.0.0.1:42991
2013-10-31 15:29:43,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4000016882799509254_1156 src: /127.0.0.1:40284 dest: /127.0.0.1:53907
2013-10-31 15:29:43,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4000016882799509254_1156 src: /127.0.0.1:38859 dest: /127.0.0.1:48948
2013-10-31 15:29:43,155 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38859, dest: /127.0.0.1:48948, bytes: 28615, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4000016882799509254_1156, duration: 204970
2013-10-31 15:29:43,155 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4000016882799509254_1156 terminating
2013-10-31 15:29:43,156 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40284, dest: /127.0.0.1:53907, bytes: 28615, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4000016882799509254_1156, duration: 987576
2013-10-31 15:29:43,156 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4000016882799509254_1156 terminating
2013-10-31 15:29:43,157 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45585, dest: /127.0.0.1:42991, bytes: 28615, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4000016882799509254_1156, duration: 1874904
2013-10-31 15:29:43,157 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4000016882799509254_1156 terminating
2013-10-31 15:29:43,162 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4000016882799509254_1156 size 28615
2013-10-31 15:29:43,162 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.xml from client DFSClient_1342392704
2013-10-31 15:29:43,163 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.xml is closed by DFSClient_1342392704
2013-10-31 15:29:43,163 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4000016882799509254_1156 size 28615
2013-10-31 15:29:43,164 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4000016882799509254_1156 size 28615
2013-10-31 15:29:44,404 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9119916586891592475_1130 file build/test/data/dfs/data/data2/current/blk_-9119916586891592475 for deletion
2013-10-31 15:29:44,404 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7014518325723030133_1137 file build/test/data/dfs/data/data2/current/blk_-7014518325723030133 for deletion
2013-10-31 15:29:44,405 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9119916586891592475_1130 at file build/test/data/dfs/data/data2/current/blk_-9119916586891592475
2013-10-31 15:29:44,405 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6425017292112437217_1139 file build/test/data/dfs/data/data2/current/blk_-6425017292112437217 for deletion
2013-10-31 15:29:44,405 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7014518325723030133_1137 at file build/test/data/dfs/data/data2/current/blk_-7014518325723030133
2013-10-31 15:29:44,405 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5666832136430243136_1142 file build/test/data/dfs/data/data1/current/blk_-5666832136430243136 for deletion
2013-10-31 15:29:44,406 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6425017292112437217_1139 at file build/test/data/dfs/data/data2/current/blk_-6425017292112437217
2013-10-31 15:29:44,406 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5431142260561849876_1140 file build/test/data/dfs/data/data1/current/blk_-5431142260561849876 for deletion
2013-10-31 15:29:44,406 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5666832136430243136_1142 at file build/test/data/dfs/data/data1/current/blk_-5666832136430243136
2013-10-31 15:29:44,406 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4623609383276624502_1137 file build/test/data/dfs/data/data1/current/blk_-4623609383276624502 for deletion
2013-10-31 15:29:44,407 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5431142260561849876_1140 at file build/test/data/dfs/data/data1/current/blk_-5431142260561849876
2013-10-31 15:29:44,407 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2259372036574565093_1138 file build/test/data/dfs/data/data1/current/blk_-2259372036574565093 for deletion
2013-10-31 15:29:44,407 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4623609383276624502_1137 at file build/test/data/dfs/data/data1/current/blk_-4623609383276624502
2013-10-31 15:29:44,407 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1343069967174751542_1137 file build/test/data/dfs/data/data1/current/blk_-1343069967174751542 for deletion
2013-10-31 15:29:44,408 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2259372036574565093_1138 at file build/test/data/dfs/data/data1/current/blk_-2259372036574565093
2013-10-31 15:29:44,408 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_24656856763817821_1145 file build/test/data/dfs/data/data1/current/blk_24656856763817821 for deletion
2013-10-31 15:29:44,408 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1343069967174751542_1137 at file build/test/data/dfs/data/data1/current/blk_-1343069967174751542
2013-10-31 15:29:44,408 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1146093707830178243_1141 file build/test/data/dfs/data/data2/current/blk_1146093707830178243 for deletion
2013-10-31 15:29:44,409 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_24656856763817821_1145 at file build/test/data/dfs/data/data1/current/blk_24656856763817821
2013-10-31 15:29:44,409 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5194864575158107578_1132 file build/test/data/dfs/data/data1/current/blk_5194864575158107578 for deletion
2013-10-31 15:29:44,409 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1146093707830178243_1141 at file build/test/data/dfs/data/data2/current/blk_1146093707830178243
2013-10-31 15:29:44,409 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6502775364203706601_1133 file build/test/data/dfs/data/data2/current/blk_6502775364203706601 for deletion
2013-10-31 15:29:44,410 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5194864575158107578_1132 at file build/test/data/dfs/data/data1/current/blk_5194864575158107578
2013-10-31 15:29:44,410 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6502775364203706601_1133 at file build/test/data/dfs/data/data2/current/blk_6502775364203706601
2013-10-31 15:29:44,410 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7917811992753668518_1137 file build/test/data/dfs/data/data2/current/blk_7917811992753668518 for deletion
2013-10-31 15:29:44,411 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7917811992753668518_1137 at file build/test/data/dfs/data/data2/current/blk_7917811992753668518
2013-10-31 15:29:44,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.xml dst=null perm=null
2013-10-31 15:29:44,542 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45589, bytes: 28839, op: HDFS_READ, cliID: DFSClient_-745695444, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4000016882799509254_1156, duration: 407046
2013-10-31 15:29:44,561 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0011: nMaps=9 nReduces=0 max=-1
2013-10-31 15:29:44,562 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0011 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:29:44,562 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0011
2013-10-31 15:29:44,562 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0011 RESULT=SUCCESS
2013-10-31 15:29:44,562 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0011
2013-10-31 15:29:44,563 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge+offset] submitted hadoop job: job_20131031152505967_0011
2013-10-31 15:29:44,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_logs/history/job_20131031152505967_0011_1383233384532_hadoop_%5BE5757DFF62924185AE87994F1326CF81%2F09FAAC0D859441DB dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:44,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_logs/history/job_20131031152505967_0011_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:44,583 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_logs/history/job_20131031152505967_0011_conf.xml. blk_7416779139194006156_1158
2013-10-31 15:29:44,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7416779139194006156_1158 src: /127.0.0.1:45590 dest: /127.0.0.1:42991
2013-10-31 15:29:44,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7416779139194006156_1158 src: /127.0.0.1:38863 dest: /127.0.0.1:48948
2013-10-31 15:29:44,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7416779139194006156_1158 src: /127.0.0.1:40290 dest: /127.0.0.1:53907
2013-10-31 15:29:44,588 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40290, dest: /127.0.0.1:53907, bytes: 28680, op: HDFS_WRITE, cliID: DFSClient_-745695444, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7416779139194006156_1158, duration: 91374
2013-10-31 15:29:44,588 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7416779139194006156_1158 terminating
2013-10-31 15:29:44,589 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38863, dest: /127.0.0.1:48948, bytes: 28680, op: HDFS_WRITE, cliID: DFSClient_-745695444, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7416779139194006156_1158, duration: 896391
2013-10-31 15:29:44,589 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7416779139194006156_1158 terminating
2013-10-31 15:29:44,590 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7416779139194006156_1158 size 28680
2013-10-31 15:29:44,590 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45590, dest: /127.0.0.1:42991, bytes: 28680, op: HDFS_WRITE, cliID: DFSClient_-745695444, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7416779139194006156_1158, duration: 1744083
2013-10-31 15:29:44,590 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7416779139194006156_1158 terminating
2013-10-31 15:29:44,592 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_logs/history/job_20131031152505967_0011_conf.xml from client DFSClient_-745695444
2013-10-31 15:29:44,592 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_logs/history/job_20131031152505967_0011_conf.xml is closed by DFSClient_-745695444
2013-10-31 15:29:44,593 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7416779139194006156_1158 size 28680
2013-10-31 15:29:44,594 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7416779139194006156_1158 size 28680
2013-10-31 15:29:44,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0011/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:44,602 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0011/jobToken. blk_-7842827901699263081_1159
2013-10-31 15:29:44,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7842827901699263081_1159 src: /127.0.0.1:45593 dest: /127.0.0.1:42991
2013-10-31 15:29:44,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7842827901699263081_1159 src: /127.0.0.1:40292 dest: /127.0.0.1:53907
2013-10-31 15:29:44,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7842827901699263081_1159 src: /127.0.0.1:38867 dest: /127.0.0.1:48948
2013-10-31 15:29:44,609 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38867, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7842827901699263081_1159, duration: 65851
2013-10-31 15:29:44,610 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7842827901699263081_1159 terminating
2013-10-31 15:29:44,610 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40292, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7842827901699263081_1159, duration: 841732
2013-10-31 15:29:44,611 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7842827901699263081_1159 terminating
2013-10-31 15:29:44,611 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7842827901699263081_1159 size 116
2013-10-31 15:29:44,611 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45593, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7842827901699263081_1159, duration: 1946245
2013-10-31 15:29:44,612 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7842827901699263081_1159 size 116
2013-10-31 15:29:44,612 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7842827901699263081_1159 terminating
2013-10-31 15:29:44,614 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0011/jobToken from client DFSClient_1342392704
2013-10-31 15:29:44,615 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0011/jobToken is closed by DFSClient_1342392704
2013-10-31 15:29:44,615 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7842827901699263081_1159 size 116
2013-10-31 15:29:44,618 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0011/jobToken
2013-10-31 15:29:44,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.splitmetainfo dst=null perm=null
2013-10-31 15:29:44,622 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52373, bytes: 327, op: HDFS_READ, cliID: DFSClient_-745695444, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7820724174401696276_1155, duration: 272772
2013-10-31 15:29:44,625 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0011 = 53. Number of splits = 9
2013-10-31 15:29:44,625 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,625 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,626 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,626 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,626 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,626 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,627 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,627 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,627 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,627 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,628 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,628 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,628 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,628 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,629 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,629 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,629 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,629 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,629 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,630 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,630 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,630 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,630 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,631 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,631 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,631 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,631 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0011_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:29:44,632 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0011 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:29:44,632 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0011 initialized successfully with 9 map tasks and 0 reduce tasks.
2013-10-31 15:29:45,521 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0011_m_000010_0' to tip task_20131031152505967_0011_m_000010, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:29:45,526 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0010_m_000000_0'
2013-10-31 15:29:45,526 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0010_m_000001_0'
2013-10-31 15:29:45,526 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0010_m_000007_0'
2013-10-31 15:29:45,528 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0011_m_000010_0 task's state:UNASSIGNED
2013-10-31 15:29:45,528 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0011_m_000010_0 which needs 1 slots
2013-10-31 15:29:45,529 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0011_m_000010_0 which needs 1 slots
2013-10-31 15:29:45,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0011/jobToken dst=null perm=null
2013-10-31 15:29:45,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45597, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7842827901699263081_1159, duration: 292172
2013-10-31 15:29:45,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.xml dst=null perm=null
2013-10-31 15:29:45,548 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38871, bytes: 28839, op: HDFS_READ, cliID: DFSClient_-1194140970, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4000016882799509254_1156, duration: 389578
2013-10-31 15:29:45,574 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:29:45,589 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678) Starting thread to transfer block blk_-9147656101283104658_1153 to 127.0.0.1:42991
2013-10-31 15:29:45,589 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9119916586891592475_1130 file build/test/data/dfs/data/data5/current/blk_-9119916586891592475 for deletion
2013-10-31 15:29:45,590 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2259372036574565093_1138 file build/test/data/dfs/data/data5/current/blk_-2259372036574565093 for deletion
2013-10-31 15:29:45,590 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9119916586891592475_1130 at file build/test/data/dfs/data/data5/current/blk_-9119916586891592475
2013-10-31 15:29:45,590 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_24656856763817821_1145 file build/test/data/dfs/data/data5/current/blk_24656856763817821 for deletion
2013-10-31 15:29:45,590 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2259372036574565093_1138 at file build/test/data/dfs/data/data5/current/blk_-2259372036574565093
2013-10-31 15:29:45,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-9147656101283104658_1153 src: /127.0.0.1:45600 dest: /127.0.0.1:42991
2013-10-31 15:29:45,591 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678):Transmitted block blk_-9147656101283104658_1153 to /127.0.0.1:42991
2013-10-31 15:29:45,591 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_24656856763817821_1145 at file build/test/data/dfs/data/data5/current/blk_24656856763817821
2013-10-31 15:29:45,590 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6502775364203706601_1133 file build/test/data/dfs/data/data5/current/blk_6502775364203706601 for deletion
2013-10-31 15:29:45,592 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7917811992753668518_1137 file build/test/data/dfs/data/data6/current/blk_7917811992753668518 for deletion
2013-10-31 15:29:45,592 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6502775364203706601_1133 at file build/test/data/dfs/data/data5/current/blk_6502775364203706601
2013-10-31 15:29:45,592 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7917811992753668518_1137 at file build/test/data/dfs/data/data6/current/blk_7917811992753668518
2013-10-31 15:29:45,594 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-9147656101283104658_1153 src: /127.0.0.1:45600 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:29:45,598 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-9147656101283104658_1153 size 238055
2013-10-31 15:29:45,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.jar dst=null perm=null
2013-10-31 15:29:45,609 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45601, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1194140970, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-9147656101283104658_1153, duration: 1620319
2013-10-31 15:29:45,652 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0010_m_000002_0'
2013-10-31 15:29:45,652 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0010_m_000003_0'
2013-10-31 15:29:45,690 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0010_m_-743416611
2013-10-31 15:29:45,696 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24054 with signal TERM. Exit code 0
2013-10-31 15:29:45,697 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0011_m_1223650662
2013-10-31 15:29:45,697 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0011_m_1223650662 spawned.
2013-10-31 15:29:45,716 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0011/attempt_20131031152505967_0011_m_000010_0/taskjvm.sh
2013-10-31 15:29:45,771 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0010
2013-10-31 15:29:45,771 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0010 being deleted.
2013-10-31 15:29:45,779 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:45,779 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:45,779 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:45,779 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0010_m_-743416611 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:46,029 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-7014518325723030133_1137 blk_-9119916586891592475_1130 blk_5194864575158107578_1132 blk_7917811992753668518_1137 blk_-4623609383276624502_1137 blk_24656856763817821_1145 blk_-1343069967174751542_1137 blk_6502775364203706601_1133
2013-10-31 15:29:46,029 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-7014518325723030133_1137 blk_5194864575158107578_1132 blk_-5666832136430243136_1142 blk_-6425017292112437217_1139 blk_-5431142260561849876_1140 blk_-2259372036574565093_1138 blk_-4623609383276624502_1137 blk_-1343069967174751542_1137
2013-10-31 15:29:47,441 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0011_m_1223650662 given task: attempt_20131031152505967_0011_m_000010_0
2013-10-31 15:29:47,809 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0010
2013-10-31 15:29:47,809 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0010_m_000006_0 not found in cache
2013-10-31 15:29:47,810 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0010_m_000005_0 not found in cache
2013-10-31 15:29:47,810 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0010_m_000004_0 not found in cache
2013-10-31 15:29:47,810 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0010 for user-log deletion with retainTimeStamp:1383319787810
2013-10-31 15:29:47,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:48,026 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7014518325723030133_1137 file build/test/data/dfs/data/data4/current/blk_-7014518325723030133 for deletion
2013-10-31 15:29:48,026 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6425017292112437217_1139 file build/test/data/dfs/data/data3/current/blk_-6425017292112437217 for deletion
2013-10-31 15:29:48,026 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7014518325723030133_1137 at file build/test/data/dfs/data/data4/current/blk_-7014518325723030133
2013-10-31 15:29:48,027 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5666832136430243136_1142 file build/test/data/dfs/data/data3/current/blk_-5666832136430243136 for deletion
2013-10-31 15:29:48,027 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6425017292112437217_1139 at file build/test/data/dfs/data/data3/current/blk_-6425017292112437217
2013-10-31 15:29:48,027 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9119916586891592475_1130 file build/test/data/dfs/data/data7/current/blk_-9119916586891592475 for deletion
2013-10-31 15:29:48,027 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5666832136430243136_1142 at file build/test/data/dfs/data/data3/current/blk_-5666832136430243136
2013-10-31 15:29:48,028 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7014518325723030133_1137 file build/test/data/dfs/data/data8/current/blk_-7014518325723030133 for deletion
2013-10-31 15:29:48,028 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9119916586891592475_1130 at file build/test/data/dfs/data/data7/current/blk_-9119916586891592475
2013-10-31 15:29:48,028 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7014518325723030133_1137 at file build/test/data/dfs/data/data8/current/blk_-7014518325723030133
2013-10-31 15:29:48,027 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5431142260561849876_1140 file build/test/data/dfs/data/data4/current/blk_-5431142260561849876 for deletion
2013-10-31 15:29:48,028 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4623609383276624502_1137 file build/test/data/dfs/data/data7/current/blk_-4623609383276624502 for deletion
2013-10-31 15:29:48,029 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5431142260561849876_1140 at file build/test/data/dfs/data/data4/current/blk_-5431142260561849876
2013-10-31 15:29:48,029 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1343069967174751542_1137 file build/test/data/dfs/data/data7/current/blk_-1343069967174751542 for deletion
2013-10-31 15:29:48,029 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4623609383276624502_1137 at file build/test/data/dfs/data/data7/current/blk_-4623609383276624502
2013-10-31 15:29:48,029 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4623609383276624502_1137 file build/test/data/dfs/data/data3/current/blk_-4623609383276624502 for deletion
2013-10-31 15:29:48,030 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1343069967174751542_1137 at file build/test/data/dfs/data/data7/current/blk_-1343069967174751542
2013-10-31 15:29:48,030 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4623609383276624502_1137 at file build/test/data/dfs/data/data3/current/blk_-4623609383276624502
2013-10-31 15:29:48,030 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_24656856763817821_1145 file build/test/data/dfs/data/data8/current/blk_24656856763817821 for deletion
2013-10-31 15:29:48,030 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2259372036574565093_1138 file build/test/data/dfs/data/data3/current/blk_-2259372036574565093 for deletion
2013-10-31 15:29:48,031 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_24656856763817821_1145 at file build/test/data/dfs/data/data8/current/blk_24656856763817821
2013-10-31 15:29:48,031 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2259372036574565093_1138 at file build/test/data/dfs/data/data3/current/blk_-2259372036574565093
2013-10-31 15:29:48,031 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5194864575158107578_1132 file build/test/data/dfs/data/data7/current/blk_5194864575158107578 for deletion
2013-10-31 15:29:48,031 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1343069967174751542_1137 file build/test/data/dfs/data/data4/current/blk_-1343069967174751542 for deletion
2013-10-31 15:29:48,032 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6502775364203706601_1133 file build/test/data/dfs/data/data8/current/blk_6502775364203706601 for deletion
2013-10-31 15:29:48,032 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5194864575158107578_1132 file build/test/data/dfs/data/data3/current/blk_5194864575158107578 for deletion
2013-10-31 15:29:48,032 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6502775364203706601_1133 at file build/test/data/dfs/data/data8/current/blk_6502775364203706601
2013-10-31 15:29:48,033 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5194864575158107578_1132 at file build/test/data/dfs/data/data3/current/blk_5194864575158107578
2013-10-31 15:29:48,032 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7917811992753668518_1137 file build/test/data/dfs/data/data8/current/blk_7917811992753668518 for deletion
2013-10-31 15:29:48,032 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1343069967174751542_1137 at file build/test/data/dfs/data/data4/current/blk_-1343069967174751542
2013-10-31 15:29:48,033 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7917811992753668518_1137 at file build/test/data/dfs/data/data8/current/blk_7917811992753668518
2013-10-31 15:29:48,032 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5194864575158107578_1132 at file build/test/data/dfs/data/data7/current/blk_5194864575158107578
2013-10-31 15:29:48,043 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0010_m_-489478979 since job job_20131031152505967_0010 is dead
2013-10-31 15:29:48,054 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24211 with signal TERM. Exit code 0
2013-10-31 15:29:48,170 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0010_m_-229036881 since job job_20131031152505967_0010 is dead
2013-10-31 15:29:48,174 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24210 with signal TERM. Exit code 0
2013-10-31 15:29:48,253 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:48,254 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:48,254 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:48,254 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0010_m_-489478979 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:48,324 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:48,324 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:48,324 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:48,324 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0010_m_-229036881 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:29:50,528 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0010
2013-10-31 15:29:50,529 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0010_m_000000_0 not found in cache
2013-10-31 15:29:50,529 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0010_m_000001_0 not found in cache
2013-10-31 15:29:50,530 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0010 for user-log deletion with retainTimeStamp:1383319790530
2013-10-31 15:29:50,653 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0010
2013-10-31 15:29:50,653 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0010_m_000003_0 not found in cache
2013-10-31 15:29:50,653 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0010_m_000002_0 not found in cache
2013-10-31 15:29:50,654 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0010 for user-log deletion with retainTimeStamp:1383319790654
2013-10-31 15:29:50,781 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0010_m_6422561 since job job_20131031152505967_0010 is dead
2013-10-31 15:29:50,791 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24133 with signal TERM. Exit code 0
2013-10-31 15:29:50,856 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000010_0 0.0% setup
2013-10-31 15:29:50,859 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0011_m_000010_0 is done.
2013-10-31 15:29:50,859 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0011_m_000010_0 was -1
2013-10-31 15:29:50,860 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:51,062 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0010_m_-1998057087 since job job_20131031152505967_0010 is dead
2013-10-31 15:29:51,073 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24178 with signal TERM. Exit code 0
2013-10-31 15:29:51,076 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:51,076 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:51,076 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:51,076 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0010_m_6422561 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:51,112 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0010_m_1722299364 since job job_20131031152505967_0010 is dead
2013-10-31 15:29:51,119 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group23911 with signal TERM. Exit code 0
2013-10-31 15:29:51,248 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:51,248 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:51,248 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:51,249 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0010_m_-1998057087 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:29:51,282 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:29:51,282 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:29:51,282 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:29:51,282 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0010_m_1722299364 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:29:51,534 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0011_m_000010_0' has completed task_20131031152505967_0011_m_000010 successfully.
2013-10-31 15:29:51,540 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0011_m_000000_0' to tip task_20131031152505967_0011_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:29:51,541 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0011_m_000000
2013-10-31 15:29:51,541 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0011_m_000001_0' to tip task_20131031152505967_0011_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:29:51,542 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0011_m_000001
2013-10-31 15:29:51,544 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0011_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:29:51,545 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0011_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:29:51,545 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0011_m_000000_0 which needs 1 slots
2013-10-31 15:29:51,545 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0011_m_000000_0 which needs 1 slots
2013-10-31 15:29:51,546 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0011_m_000001_0 which needs 1 slots
2013-10-31 15:29:51,546 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0011_m_000001_0 which needs 1 slots
2013-10-31 15:29:51,585 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0011_m_561335394
2013-10-31 15:29:51,586 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0011_m_561335394 spawned.
2013-10-31 15:29:51,586 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0011/attempt_20131031152505967_0011_m_000001_0. Attempting to reuse: jvm_20131031152505967_0011_m_1223650662
2013-10-31 15:29:51,587 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0011/attempt_20131031152505967_0011_m_000000_0/taskjvm.sh
2013-10-31 15:29:51,660 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0011_m_000002_0' to tip task_20131031152505967_0011_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:29:51,661 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0011_m_000002
2013-10-31 15:29:51,661 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0011_m_000003_0' to tip task_20131031152505967_0011_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:29:51,664 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0011_m_000003
2013-10-31 15:29:51,667 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0011_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:29:51,668 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0011_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:29:51,668 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0011_m_000002_0 which needs 1 slots
2013-10-31 15:29:51,668 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0011_m_000002_0 which needs 1 slots
2013-10-31 15:29:51,669 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0011_m_000003_0 which needs 1 slots
2013-10-31 15:29:51,669 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0011_m_000003_0 which needs 1 slots
2013-10-31 15:29:51,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0011/jobToken dst=null perm=null
2013-10-31 15:29:51,679 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45604, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7842827901699263081_1159, duration: 296234
2013-10-31 15:29:51,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.xml dst=null perm=null
2013-10-31 15:29:51,690 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38878, bytes: 28839, op: HDFS_READ, cliID: DFSClient_428758785, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4000016882799509254_1156, duration: 372697
2013-10-31 15:29:51,711 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:29:51,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.jar dst=null perm=null
2013-10-31 15:29:51,725 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40305, bytes: 239915, op: HDFS_READ, cliID: DFSClient_428758785, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-9147656101283104658_1153, duration: 660455
2013-10-31 15:29:51,775 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0011_m_000004_0' to tip task_20131031152505967_0011_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:29:51,776 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0011_m_000004
2013-10-31 15:29:51,776 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0011_m_000005_0' to tip task_20131031152505967_0011_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:29:51,776 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0011_m_000005
2013-10-31 15:29:51,777 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0011_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:29:51,778 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0011_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:29:51,778 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0011_m_000004_0 which needs 1 slots
2013-10-31 15:29:51,778 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0011_m_000004_0 which needs 1 slots
2013-10-31 15:29:51,778 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0011_m_000005_0 which needs 1 slots
2013-10-31 15:29:51,778 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0011_m_000005_0 which needs 1 slots
2013-10-31 15:29:51,778 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0011_m_594395065
2013-10-31 15:29:51,779 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0011_m_594395065 spawned.
2013-10-31 15:29:51,779 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0011_m_2056100658
2013-10-31 15:29:51,780 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0011_m_2056100658 spawned.
2013-10-31 15:29:51,781 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0011/attempt_20131031152505967_0011_m_000003_0/taskjvm.sh
2013-10-31 15:29:51,782 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0011/attempt_20131031152505967_0011_m_000002_0/taskjvm.sh
2013-10-31 15:29:51,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0011/jobToken dst=null perm=null
2013-10-31 15:29:51,783 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38880, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7842827901699263081_1159, duration: 139816
2013-10-31 15:29:51,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.xml dst=null perm=null
2013-10-31 15:29:51,788 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45610, bytes: 28839, op: HDFS_READ, cliID: DFSClient_561879442, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4000016882799509254_1156, duration: 159308
2013-10-31 15:29:51,802 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:29:51,817 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0011_m_000006_0' to tip task_20131031152505967_0011_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:29:51,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.jar dst=null perm=null
2013-10-31 15:29:51,821 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38883, bytes: 239915, op: HDFS_READ, cliID: DFSClient_561879442, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-9147656101283104658_1153, duration: 648351
2013-10-31 15:29:51,907 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0011_m_000006
2013-10-31 15:29:51,907 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0011_m_000007_0' to tip task_20131031152505967_0011_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:29:51,908 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0011_m_000007
2013-10-31 15:29:51,911 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0011_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:29:51,912 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0011_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:29:51,912 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0011_m_000006_0 which needs 1 slots
2013-10-31 15:29:51,912 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0011_m_000006_0 which needs 1 slots
2013-10-31 15:29:51,912 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0011_m_000007_0 which needs 1 slots
2013-10-31 15:29:51,913 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0011_m_000007_0 which needs 1 slots
2013-10-31 15:29:51,913 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0011_m_352622533
2013-10-31 15:29:51,914 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0011_m_352622533 spawned.
2013-10-31 15:29:51,914 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0011_m_-1415031581
2013-10-31 15:29:51,915 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0011_m_-1415031581 spawned.
2013-10-31 15:29:51,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0011/jobToken dst=null perm=null
2013-10-31 15:29:51,917 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0011/attempt_20131031152505967_0011_m_000004_0/taskjvm.sh
2013-10-31 15:29:51,918 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0011/attempt_20131031152505967_0011_m_000005_0/taskjvm.sh
2013-10-31 15:29:51,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40310, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7842827901699263081_1159, duration: 142152
2013-10-31 15:29:51,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.xml dst=null perm=null
2013-10-31 15:29:51,924 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45614, bytes: 28839, op: HDFS_READ, cliID: DFSClient_-1047294062, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4000016882799509254_1156, duration: 448596
2013-10-31 15:29:51,942 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:29:51,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.jar dst=null perm=null
2013-10-31 15:29:51,956 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38887, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1047294062, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-9147656101283104658_1153, duration: 660240
2013-10-31 15:29:51,963 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0011_m_1223650662 given task: attempt_20131031152505967_0011_m_000001_0
2013-10-31 15:29:52,027 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0011_m_-227164738
2013-10-31 15:29:52,027 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0011_m_-227164738 spawned.
2013-10-31 15:29:52,028 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0011_m_-764751436
2013-10-31 15:29:52,028 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0011_m_-764751436 spawned.
2013-10-31 15:29:52,029 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0011/attempt_20131031152505967_0011_m_000006_0/taskjvm.sh
2013-10-31 15:29:52,029 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0011/attempt_20131031152505967_0011_m_000007_0/taskjvm.sh
2013-10-31 15:29:52,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=null
2013-10-31 15:29:52,066 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52394, bytes: 3161, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1272932046312587670_1154, duration: 172809
2013-10-31 15:29:52,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:29:52,233 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52395, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 164506
2013-10-31 15:29:52,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:52,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:52,493 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0011_m_561335394 given task: attempt_20131031152505967_0011_m_000000_0
2013-10-31 15:29:52,507 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000001_0/part-00001. blk_8563461376865332610_1160
2013-10-31 15:29:52,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8563461376865332610_1160 src: /127.0.0.1:38892 dest: /127.0.0.1:48948
2013-10-31 15:29:52,524 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8563461376865332610_1160 src: /127.0.0.1:52398 dest: /127.0.0.1:57702
2013-10-31 15:29:52,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8563461376865332610_1160 src: /127.0.0.1:40320 dest: /127.0.0.1:53907
2013-10-31 15:29:52,527 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40320, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8563461376865332610_1160, duration: 1776436
2013-10-31 15:29:52,528 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8563461376865332610_1160 terminating
2013-10-31 15:29:52,528 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52398, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8563461376865332610_1160, duration: 2037965
2013-10-31 15:29:52,528 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8563461376865332610_1160 terminating
2013-10-31 15:29:52,528 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38892, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8563461376865332610_1160, duration: 2489013
2013-10-31 15:29:52,528 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8563461376865332610_1160 terminating
2013-10-31 15:29:52,530 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8563461376865332610_1160 size 8
2013-10-31 15:29:52,530 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0011_m_000001_0
2013-10-31 15:29:52,530 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0011_m_000001_0
2013-10-31 15:29:52,531 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8563461376865332610_1160 size 8
2013-10-31 15:29:52,531 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8563461376865332610_1160 size 8
2013-10-31 15:29:52,574 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0011_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:52,574 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000001_0 0.0%
2013-10-31 15:29:52,771 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0011_m_594395065 given task: attempt_20131031152505967_0011_m_000003_0
2013-10-31 15:29:52,891 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0011_m_2056100658 given task: attempt_20131031152505967_0011_m_000002_0
2013-10-31 15:29:52,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=null
2013-10-31 15:29:53,005 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40328, bytes: 3161, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1272932046312587670_1154, duration: 178929
2013-10-31 15:29:53,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:29:53,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:53,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:53,077 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0011_m_-764751436 given task: attempt_20131031152505967_0011_m_000007_0
2013-10-31 15:29:53,080 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0011_m_-227164738 given task: attempt_20131031152505967_0011_m_000006_0
2013-10-31 15:29:53,107 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0011_m_352622533 given task: attempt_20131031152505967_0011_m_000004_0
2013-10-31 15:29:53,174 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0011_m_-1415031581 given task: attempt_20131031152505967_0011_m_000005_0
2013-10-31 15:29:53,274 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40330, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 147398
2013-10-31 15:29:53,279 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000000_0/part-00000. blk_-3519749925670528328_1161
2013-10-31 15:29:53,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=null
2013-10-31 15:29:53,287 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45634, bytes: 2129, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000003_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1272932046312587670_1154, duration: 269570
2013-10-31 15:29:53,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3519749925670528328_1161 src: /127.0.0.1:52410 dest: /127.0.0.1:57702
2013-10-31 15:29:53,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3519749925670528328_1161 src: /127.0.0.1:40333 dest: /127.0.0.1:53907
2013-10-31 15:29:53,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3519749925670528328_1161 src: /127.0.0.1:45636 dest: /127.0.0.1:42991
2013-10-31 15:29:53,309 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45636, dest: /127.0.0.1:42991, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3519749925670528328_1161, duration: 1672508
2013-10-31 15:29:53,309 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3519749925670528328_1161 terminating
2013-10-31 15:29:53,310 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40333, dest: /127.0.0.1:53907, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3519749925670528328_1161, duration: 1847665
2013-10-31 15:29:53,310 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3519749925670528328_1161 terminating
2013-10-31 15:29:53,310 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3519749925670528328_1161 size 12
2013-10-31 15:29:53,310 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52410, dest: /127.0.0.1:57702, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3519749925670528328_1161, duration: 2468341
2013-10-31 15:29:53,311 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3519749925670528328_1161 terminating
2013-10-31 15:29:53,311 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0011_m_000000_0
2013-10-31 15:29:53,312 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0011_m_000000_0
2013-10-31 15:29:53,312 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3519749925670528328_1161 size 12
2013-10-31 15:29:53,312 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3519749925670528328_1161 size 12
2013-10-31 15:29:53,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:29:53,329 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52415, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 142933
2013-10-31 15:29:53,361 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0011_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:53,362 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000000_0 0.0%
2013-10-31 15:29:53,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=null
2013-10-31 15:29:53,416 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45639, bytes: 2645, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1272932046312587670_1154, duration: 182025
2013-10-31 15:29:53,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:29:53,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=null
2013-10-31 15:29:53,642 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52420, bytes: 1097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000007_0, offset: 2048, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1272932046312587670_1154, duration: 177107
2013-10-31 15:29:53,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:29:53,681 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52422, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000007_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 101331
2013-10-31 15:29:54,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:54,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000007_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:54,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:54,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:54,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:54,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000007_0/part-00007 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:54,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=null
2013-10-31 15:29:54,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=null
2013-10-31 15:29:54,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=null
2013-10-31 15:29:54,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38918, bytes: 1613, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000005_0, offset: 1536, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1272932046312587670_1154, duration: 173989
2013-10-31 15:29:54,485 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52424, bytes: 2129, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000004_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1272932046312587670_1154, duration: 155517
2013-10-31 15:29:54,485 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38920, bytes: 1097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000006_0, offset: 2048, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1272932046312587670_1154, duration: 142361
2013-10-31 15:29:54,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:54,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:54,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:29:54,525 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38921, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 153747
2013-10-31 15:29:54,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45650, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000006_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 155873
2013-10-31 15:29:54,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:54,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000006_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:54,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:54,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:54,546 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0011_m_000008_0' to tip task_20131031152505967_0011_m_000008, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:29:54,546 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0011_m_000008
2013-10-31 15:29:54,547 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0011_m_000008_0 task's state:UNASSIGNED
2013-10-31 15:29:54,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000006_0/part-00006 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:54,547 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0011_m_000008_0 which needs 1 slots
2013-10-31 15:29:54,547 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0011_m_000000_0
2013-10-31 15:29:54,547 INFO mapred.TaskTracker (TaskTracker.java:run(2475)) - TaskLauncher : Waiting for 1 to launch attempt_20131031152505967_0011_m_000008_0, currently we have 0 free slots
2013-10-31 15:29:54,547 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0011_m_000001_0
2013-10-31 15:29:54,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:54,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000001_0 dst=null perm=null
2013-10-31 15:29:54,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:54,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:54,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40349, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 152508
2013-10-31 15:29:54,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000001_0 dst=null perm=null
2013-10-31 15:29:54,593 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000002_0/part-00002. blk_4974447520792701224_1167
2013-10-31 15:29:54,610 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000003_0/part-00003. blk_5284536867707461833_1167
2013-10-31 15:29:54,611 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000007_0/part-00007 from client DFSClient_attempt_20131031152505967_0011_m_000007_0
2013-10-31 15:29:54,611 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000007_0/part-00007 is closed by DFSClient_attempt_20131031152505967_0011_m_000007_0
2013-10-31 15:29:54,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4974447520792701224_1167 src: /127.0.0.1:40350 dest: /127.0.0.1:53907
2013-10-31 15:29:54,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4974447520792701224_1167 src: /127.0.0.1:45655 dest: /127.0.0.1:42991
2013-10-31 15:29:54,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4974447520792701224_1167 src: /127.0.0.1:38928 dest: /127.0.0.1:48948
2013-10-31 15:29:54,628 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38928, dest: /127.0.0.1:48948, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4974447520792701224_1167, duration: 1730027
2013-10-31 15:29:54,628 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4974447520792701224_1167 terminating
2013-10-31 15:29:54,629 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45655, dest: /127.0.0.1:42991, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4974447520792701224_1167, duration: 2025135
2013-10-31 15:29:54,629 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4974447520792701224_1167 size 12
2013-10-31 15:29:54,629 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4974447520792701224_1167 terminating
2013-10-31 15:29:54,629 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40350, dest: /127.0.0.1:53907, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4974447520792701224_1167, duration: 1882026
2013-10-31 15:29:54,629 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4974447520792701224_1167 terminating
2013-10-31 15:29:54,631 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0011_m_000002_0
2013-10-31 15:29:54,631 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0011_m_000002_0
2013-10-31 15:29:54,631 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4974447520792701224_1167 size 12
2013-10-31 15:29:54,633 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4974447520792701224_1167 size 12
2013-10-31 15:29:54,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5284536867707461833_1167 src: /127.0.0.1:40351 dest: /127.0.0.1:53907
2013-10-31 15:29:54,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5284536867707461833_1167 src: /127.0.0.1:38929 dest: /127.0.0.1:48948
2013-10-31 15:29:54,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5284536867707461833_1167 src: /127.0.0.1:52435 dest: /127.0.0.1:57702
2013-10-31 15:29:54,639 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52435, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5284536867707461833_1167, duration: 1533530
2013-10-31 15:29:54,639 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5284536867707461833_1167 terminating
2013-10-31 15:29:54,639 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38929, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5284536867707461833_1167, duration: 1580095
2013-10-31 15:29:54,639 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5284536867707461833_1167 terminating
2013-10-31 15:29:54,639 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40351, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5284536867707461833_1167, duration: 1956120
2013-10-31 15:29:54,640 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5284536867707461833_1167 terminating
2013-10-31 15:29:54,640 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5284536867707461833_1167 size 8
2013-10-31 15:29:54,641 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5284536867707461833_1167 size 8
2013-10-31 15:29:54,642 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5284536867707461833_1167 size 8
2013-10-31 15:29:54,664 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0011_m_000007_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:54,665 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000007_0 0.0%
2013-10-31 15:29:54,723 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45659, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 202623
2013-10-31 15:29:54,726 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000006_0/part-00006 from client DFSClient_attempt_20131031152505967_0011_m_000006_0
2013-10-31 15:29:54,727 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000006_0/part-00006 is closed by DFSClient_attempt_20131031152505967_0011_m_000006_0
2013-10-31 15:29:54,727 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000004_0/part-00004. blk_-8488811509006563474_1167
2013-10-31 15:29:54,733 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000005_0/part-00005. blk_-3941336538315487098_1167
2013-10-31 15:29:54,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8488811509006563474_1167 src: /127.0.0.1:40358 dest: /127.0.0.1:53907
2013-10-31 15:29:54,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8488811509006563474_1167 src: /127.0.0.1:52439 dest: /127.0.0.1:57702
2013-10-31 15:29:54,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8488811509006563474_1167 src: /127.0.0.1:45663 dest: /127.0.0.1:42991
2013-10-31 15:29:54,754 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0011_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:54,754 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000002_0 0.0%
2013-10-31 15:29:54,755 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45663, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8488811509006563474_1167, duration: 1657694
2013-10-31 15:29:54,755 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8488811509006563474_1167 terminating
2013-10-31 15:29:54,756 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52439, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8488811509006563474_1167, duration: 2021840
2013-10-31 15:29:54,756 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8488811509006563474_1167 terminating
2013-10-31 15:29:54,756 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8488811509006563474_1167 size 8
2013-10-31 15:29:54,756 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40358, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8488811509006563474_1167, duration: 2465477
2013-10-31 15:29:54,756 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8488811509006563474_1167 size 8
2013-10-31 15:29:54,756 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8488811509006563474_1167 terminating
2013-10-31 15:29:54,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3941336538315487098_1167 src: /127.0.0.1:40359 dest: /127.0.0.1:53907
2013-10-31 15:29:54,757 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0011_m_000004_0
2013-10-31 15:29:54,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3941336538315487098_1167 src: /127.0.0.1:45664 dest: /127.0.0.1:42991
2013-10-31 15:29:54,757 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0011_m_000004_0
2013-10-31 15:29:54,758 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8488811509006563474_1167 size 8
2013-10-31 15:29:54,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3941336538315487098_1167 src: /127.0.0.1:52442 dest: /127.0.0.1:57702
2013-10-31 15:29:54,760 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52442, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3941336538315487098_1167, duration: 1132854
2013-10-31 15:29:54,760 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3941336538315487098_1167 terminating
2013-10-31 15:29:54,760 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45664, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3941336538315487098_1167, duration: 1433810
2013-10-31 15:29:54,761 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3941336538315487098_1167 terminating
2013-10-31 15:29:54,761 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40359, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0011_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3941336538315487098_1167, duration: 1791149
2013-10-31 15:29:54,761 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3941336538315487098_1167 terminating
2013-10-31 15:29:54,762 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3941336538315487098_1167 size 8
2013-10-31 15:29:54,763 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3941336538315487098_1167 size 8
2013-10-31 15:29:54,763 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3941336538315487098_1167 size 8
2013-10-31 15:29:54,776 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0011_m_000006_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:54,776 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000006_0 0.0%
2013-10-31 15:29:54,810 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0011_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:54,810 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000004_0 0.0%
2013-10-31 15:29:54,915 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0011_m_000006_0
2013-10-31 15:29:54,916 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0011_m_000007_0
2013-10-31 15:29:55,030 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:29:55,031 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0011_m_000001_0 is done.
2013-10-31 15:29:55,031 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0011_m_000001_0 was -1
2013-10-31 15:29:55,031 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:29:55,032 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0011_m_000008_0 which needs 1 slots
2013-10-31 15:29:55,041 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0011_m_000003_0
2013-10-31 15:29:55,041 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0011_m_000003_0
2013-10-31 15:29:55,048 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0011/attempt_20131031152505967_0011_m_000008_0. Attempting to reuse: jvm_20131031152505967_0011_m_1223650662
2013-10-31 15:29:55,054 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0011_m_1223650662 given task: attempt_20131031152505967_0011_m_000008_0
2013-10-31 15:29:55,103 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0011_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:55,103 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000003_0 0.0%
2013-10-31 15:29:55,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011/job.split dst=null perm=null
2013-10-31 15:29:55,134 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40365, bytes: 581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000008_0, offset: 2560, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1272932046312587670_1154, duration: 209429
2013-10-31 15:29:55,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:29:55,138 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38940, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0011_m_000008_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 125754
2013-10-31 15:29:55,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000008_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:55,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000008_0/part-00008 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:55,163 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0011_m_000005_0
2013-10-31 15:29:55,163 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0011_m_000005_0
2013-10-31 15:29:55,167 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000008_0/part-00008 from client DFSClient_attempt_20131031152505967_0011_m_000008_0
2013-10-31 15:29:55,167 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000008_0/part-00008 is closed by DFSClient_attempt_20131031152505967_0011_m_000008_0
2013-10-31 15:29:55,206 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0011_m_000008_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:55,206 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000008_0 0.0%
2013-10-31 15:29:55,217 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0011_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:29:55,217 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000005_0 0.0%
2013-10-31 15:29:55,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000000_0 dst=null perm=null
2013-10-31 15:29:55,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:55,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:55,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000000_0 dst=null perm=null
2013-10-31 15:29:55,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000007_0 dst=null perm=null
2013-10-31 15:29:55,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:55,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000007_0/part-00007 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00007 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:55,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000007_0 dst=null perm=null
2013-10-31 15:29:55,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000006_0 dst=null perm=null
2013-10-31 15:29:55,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:55,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000006_0/part-00006 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00006 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:55,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000006_0 dst=null perm=null
2013-10-31 15:29:55,931 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:29:55,933 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0011_m_000000_0 is done.
2013-10-31 15:29:55,933 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0011_m_000000_0 was -1
2013-10-31 15:29:55,933 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:29:56,545 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0011_m_000010_0
2013-10-31 15:29:56,546 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0011_m_000010_0
2013-10-31 15:29:56,546 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0011_m_000010_0 not found in cache
2013-10-31 15:29:56,569 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000007_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:29:56,571 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0011_m_000007_0 is done.
2013-10-31 15:29:56,571 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0011_m_000007_0 was -1
2013-10-31 15:29:56,571 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:29:57,386 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000006_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:29:57,388 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0011_m_000006_0 is done.
2013-10-31 15:29:57,388 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0011_m_000006_0 was -1
2013-10-31 15:29:57,388 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:29:57,553 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0011_m_000000_0' has completed task_20131031152505967_0011_m_000000 successfully.
2013-10-31 15:29:57,555 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0011_m_000001_0' has completed task_20131031152505967_0011_m_000001 successfully.
2013-10-31 15:29:57,557 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0011_m_000008_0
2013-10-31 15:29:57,671 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0011_m_000002_0
2013-10-31 15:29:57,671 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0011_m_000003_0
2013-10-31 15:29:57,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000002_0 dst=null perm=null
2013-10-31 15:29:57,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:57,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:57,782 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0011_m_000004_0
2013-10-31 15:29:57,783 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0011_m_000005_0
2013-10-31 15:29:57,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000004_0 dst=null perm=null
2013-10-31 15:29:57,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:57,917 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0011_m_000006_0' has completed task_20131031152505967_0011_m_000006 successfully.
2013-10-31 15:29:57,919 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0011_m_000007_0' has completed task_20131031152505967_0011_m_000007 successfully.
2013-10-31 15:29:57,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000002_0 dst=null perm=null
2013-10-31 15:29:57,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:57,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000004_0 dst=null perm=null
2013-10-31 15:29:58,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000003_0 dst=null perm=null
2013-10-31 15:29:58,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:58,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:58,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000003_0 dst=null perm=null
2013-10-31 15:29:58,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000008_0 dst=null perm=null
2013-10-31 15:29:58,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:58,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000008_0/part-00008 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00008 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:58,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000008_0 dst=null perm=null
2013-10-31 15:29:58,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000005_0 dst=null perm=null
2013-10-31 15:29:58,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:29:58,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000005_0/part-00005 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:29:58,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary/_attempt_20131031152505967_0011_m_000005_0 dst=null perm=null
2013-10-31 15:29:59,262 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:29:59,264 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:29:59,265 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0011_m_000003_0 is done.
2013-10-31 15:29:59,265 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0011_m_000003_0 was -1
2013-10-31 15:29:59,265 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:29:59,384 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:29:59,386 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:29:59,387 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0011_m_000002_0 is done.
2013-10-31 15:29:59,387 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0011_m_000002_0 was -1
2013-10-31 15:29:59,387 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:00,416 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000005_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:7+7
2013-10-31 15:30:00,418 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000005_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:7+7
2013-10-31 15:30:00,419 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0011_m_000005_0 is done.
2013-10-31 15:30:00,419 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0011_m_000005_0 was -1
2013-10-31 15:30:00,419 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:30:00,422 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+7
2013-10-31 15:30:00,424 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+7
2013-10-31 15:30:00,425 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0011_m_000004_0 is done.
2013-10-31 15:30:00,425 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0011_m_000004_0 was -1
2013-10-31 15:30:00,426 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:00,675 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0011_m_000002_0' has completed task_20131031152505967_0011_m_000002 successfully.
2013-10-31 15:30:00,677 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0011_m_000003_0' has completed task_20131031152505967_0011_m_000003 successfully.
2013-10-31 15:30:00,786 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0011_m_000004_0' has completed task_20131031152505967_0011_m_000004 successfully.
2013-10-31 15:30:00,787 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0011_m_000005_0' has completed task_20131031152505967_0011_m_000005 successfully.
2013-10-31 15:30:01,145 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000008_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:14+1
2013-10-31 15:30:01,146 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000008_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:14+1
2013-10-31 15:30:01,147 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0011_m_000008_0 is done.
2013-10-31 15:30:01,147 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0011_m_000008_0 was -1
2013-10-31 15:30:01,147 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:01,657 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:30:01,673 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:30:01,684 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:30:01,690 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:30:01,695 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:30:01,700 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:30:01,706 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:30:01,706 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 15:30:03,562 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0011_m_000008_0' has completed task_20131031152505967_0011_m_000008 successfully.
2013-10-31 15:30:03,567 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0011_m_000009_0' to tip task_20131031152505967_0011_m_000009, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:30:03,570 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0011_m_000009_0 task's state:UNASSIGNED
2013-10-31 15:30:03,570 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0011_m_000009_0 which needs 1 slots
2013-10-31 15:30:03,570 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0011_m_000009_0 which needs 1 slots
2013-10-31 15:30:03,589 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0011/attempt_20131031152505967_0011_m_000009_0. Attempting to reuse: jvm_20131031152505967_0011_m_561335394
2013-10-31 15:30:04,000 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0011_m_561335394 given task: attempt_20131031152505967_0011_m_000009_0
2013-10-31 15:30:04,159 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000009_0 0.0%
2013-10-31 15:30:04,162 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 935 Total time for transactions(ms): 23Number of transactions batched in Syncs: 144 Number of syncs: 659 SyncTimes(ms): 24244 4266
2013-10-31 15:30:04,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary dst=null perm=null
2013-10-31 15:30:04,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:04,177 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_SUCCESS from client DFSClient_attempt_20131031152505967_0011_m_000009_0
2013-10-31 15:30:04,177 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0011_m_000009_0
2013-10-31 15:30:04,183 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9147656101283104658 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:04,183 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9147656101283104658 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:30:04,183 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9147656101283104658 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:04,183 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-9147656101283104658 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:04,183 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1272932046312587670 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:04,184 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1272932046312587670 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:04,184 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1272932046312587670 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:04,184 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1272932046312587670 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:30:04,184 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7820724174401696276 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:04,185 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7820724174401696276 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:04,185 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7820724174401696276 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:30:04,185 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4000016882799509254 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:04,185 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4000016882799509254 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:04,185 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4000016882799509254 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:04,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0011 dst=null perm=null
2013-10-31 15:30:07,032 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-1272932046312587670_1154 blk_-4000016882799509254_1156 blk_7820724174401696276_1155 blk_-9147656101283104658_1153
2013-10-31 15:30:07,033 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-1272932046312587670_1154 blk_7820724174401696276_1155 blk_-9147656101283104658_1153
2013-10-31 15:30:07,083 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0011_m_000009_0 0.0% cleanup
2013-10-31 15:30:07,084 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0011_m_000009_0 is done.
2013-10-31 15:30:07,084 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0011_m_000009_0 was -1
2013-10-31 15:30:07,084 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:08,411 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9147656101283104658_1153 file build/test/data/dfs/data/data1/current/blk_-9147656101283104658 for deletion
2013-10-31 15:30:08,412 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4000016882799509254_1156 file build/test/data/dfs/data/data2/current/blk_-4000016882799509254 for deletion
2013-10-31 15:30:08,412 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9147656101283104658_1153 at file build/test/data/dfs/data/data1/current/blk_-9147656101283104658
2013-10-31 15:30:08,412 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1272932046312587670_1154 file build/test/data/dfs/data/data2/current/blk_-1272932046312587670 for deletion
2013-10-31 15:30:08,412 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4000016882799509254_1156 at file build/test/data/dfs/data/data2/current/blk_-4000016882799509254
2013-10-31 15:30:08,412 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7820724174401696276_1155 file build/test/data/dfs/data/data1/current/blk_7820724174401696276 for deletion
2013-10-31 15:30:08,412 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1272932046312587670_1154 at file build/test/data/dfs/data/data2/current/blk_-1272932046312587670
2013-10-31 15:30:08,412 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7820724174401696276_1155 at file build/test/data/dfs/data/data1/current/blk_7820724174401696276
2013-10-31 15:30:09,034 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9147656101283104658_1153 file build/test/data/dfs/data/data8/current/blk_-9147656101283104658 for deletion
2013-10-31 15:30:09,034 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1272932046312587670_1154 file build/test/data/dfs/data/data7/current/blk_-1272932046312587670 for deletion
2013-10-31 15:30:09,034 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9147656101283104658_1153 at file build/test/data/dfs/data/data8/current/blk_-9147656101283104658
2013-10-31 15:30:09,035 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1272932046312587670_1154 at file build/test/data/dfs/data/data7/current/blk_-1272932046312587670
2013-10-31 15:30:09,034 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7820724174401696276_1155 file build/test/data/dfs/data/data8/current/blk_7820724174401696276 for deletion
2013-10-31 15:30:09,035 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7820724174401696276_1155 at file build/test/data/dfs/data/data8/current/blk_7820724174401696276
2013-10-31 15:30:09,577 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0011_m_000009_0' has completed task_20131031152505967_0011_m_000009 successfully.
2013-10-31 15:30:09,578 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0011 has completed successfully.
2013-10-31 15:30:09,579 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0011,submitTime=1383233384532,launchTime=1383233384632,firstMapTaskLaunchTime=1383233391539,firstJobSetupTaskLaunchTime=1383233385521,firstJobCleanupTaskLaunchTime=1383233403567,finishTime=1383233409578,numMaps=9,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=64,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[E5757DFF62924185AE87994F1326CF81/09FAAC0D859441DBAD0E86FF84B55AA3] merge+offset/(1/1) ...orm/simplemergethreechain
2013-10-31 15:30:09,588 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_logs/history/job_20131031152505967_0011_1383233384532_hadoop_%5BE5757DFF62924185AE87994F1326CF81%2F09FAAC0D859441DB. blk_-1883626454310869392_1169
2013-10-31 15:30:09,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1883626454310869392_1169 src: /127.0.0.1:52452 dest: /127.0.0.1:57702
2013-10-31 15:30:09,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1883626454310869392_1169 src: /127.0.0.1:40374 dest: /127.0.0.1:53907
2013-10-31 15:30:09,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1883626454310869392_1169 src: /127.0.0.1:38949 dest: /127.0.0.1:48948
2013-10-31 15:30:09,608 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38949, dest: /127.0.0.1:48948, bytes: 39694, op: HDFS_WRITE, cliID: DFSClient_-745695444, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1883626454310869392_1169, duration: 8910120
2013-10-31 15:30:09,608 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1883626454310869392_1169 terminating
2013-10-31 15:30:09,608 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40374, dest: /127.0.0.1:53907, bytes: 39694, op: HDFS_WRITE, cliID: DFSClient_-745695444, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1883626454310869392_1169, duration: 4805494
2013-10-31 15:30:09,612 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1883626454310869392_1169 terminating
2013-10-31 15:30:09,613 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1883626454310869392_1169 size 39694
2013-10-31 15:30:09,613 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52452, dest: /127.0.0.1:57702, bytes: 39694, op: HDFS_WRITE, cliID: DFSClient_-745695444, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1883626454310869392_1169, duration: 9455194
2013-10-31 15:30:09,613 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1883626454310869392_1169 size 39694
2013-10-31 15:30:09,614 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1883626454310869392_1169 terminating
2013-10-31 15:30:09,622 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_logs/history/job_20131031152505967_0011_1383233384532_hadoop_%5BE5757DFF62924185AE87994F1326CF81%2F09FAAC0D859441DB from client DFSClient_-745695444
2013-10-31 15:30:09,623 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_logs/history/job_20131031152505967_0011_1383233384532_hadoop_%5BE5757DFF62924185AE87994F1326CF81%2F09FAAC0D859441DB is closed by DFSClient_-745695444
2013-10-31 15:30:09,623 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1883626454310869392_1169 size 39694
2013-10-31 15:30:09,631 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0011_1383233384532_hadoop_%5BE5757DFF62924185AE87994F1326CF81%2F09FAAC0D859441DB to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:30:09,632 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0011_m_000000_0'
2013-10-31 15:30:09,632 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0011_m_000001_0'
2013-10-31 15:30:09,632 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0011_m_000008_0'
2013-10-31 15:30:09,632 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0011_m_000009_0'
2013-10-31 15:30:09,634 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0011_m_000010_0'
2013-10-31 15:30:09,639 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0011_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:30:09,644 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 15:30:09,644 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7842827901699263081 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:09,644 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7842827901699263081 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:09,644 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7842827901699263081 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:09,650 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 15:30:09,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0011 dst=null perm=null
2013-10-31 15:30:09,651 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/_temporary
2013-10-31 15:30:09,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain dst=null perm=null
2013-10-31 15:30:09,672 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 9
2013-10-31 15:30:09,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00000 dst=null perm=null
2013-10-31 15:30:09,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00001 dst=null perm=null
2013-10-31 15:30:09,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00002 dst=null perm=null
2013-10-31 15:30:09,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00003 dst=null perm=null
2013-10-31 15:30:09,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00004 dst=null perm=null
2013-10-31 15:30:09,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00005 dst=null perm=null
2013-10-31 15:30:09,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00006 dst=null perm=null
2013-10-31 15:30:09,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00007 dst=null perm=null
2013-10-31 15:30:09,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00008 dst=null perm=null
2013-10-31 15:30:09,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00000 dst=null perm=null
2013-10-31 15:30:09,686 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45679, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3519749925670528328_1161, duration: 274972
2013-10-31 15:30:09,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00001 dst=null perm=null
2013-10-31 15:30:09,689 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52457, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8563461376865332610_1160, duration: 141980
2013-10-31 15:30:09,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00002 dst=null perm=null
2013-10-31 15:30:09,690 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0011_m_000002_0'
2013-10-31 15:30:09,691 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0011_m_000003_0'
2013-10-31 15:30:09,692 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45682, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4974447520792701224_1167, duration: 106853
2013-10-31 15:30:09,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00003 dst=null perm=null
2013-10-31 15:30:09,695 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38955, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5284536867707461833_1167, duration: 266049
2013-10-31 15:30:09,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00004 dst=null perm=null
2013-10-31 15:30:09,698 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52461, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8488811509006563474_1167, duration: 116441
2013-10-31 15:30:09,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00005 dst=null perm=null
2013-10-31 15:30:09,701 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45685, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3941336538315487098_1167, duration: 267587
2013-10-31 15:30:09,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00006 dst=null perm=null
2013-10-31 15:30:09,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00007 dst=null perm=null
2013-10-31 15:30:09,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00008 dst=null perm=null
2013-10-31 15:30:09,705 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/simplemergethreechain
2013-10-31 15:30:09,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain dst=null perm=null
2013-10-31 15:30:09,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00000 dst=null perm=null
2013-10-31 15:30:09,714 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45686, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3519749925670528328_1161, duration: 260026
2013-10-31 15:30:09,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00001 dst=null perm=null
2013-10-31 15:30:09,717 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38959, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8563461376865332610_1160, duration: 111530
2013-10-31 15:30:09,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00002 dst=null perm=null
2013-10-31 15:30:09,721 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40386, bytes: 16, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4974447520792701224_1167, duration: 108260
2013-10-31 15:30:09,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00003 dst=null perm=null
2013-10-31 15:30:09,724 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38961, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5284536867707461833_1167, duration: 107033
2013-10-31 15:30:09,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00004 dst=null perm=null
2013-10-31 15:30:09,728 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45690, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8488811509006563474_1167, duration: 105978
2013-10-31 15:30:09,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00005 dst=null perm=null
2013-10-31 15:30:09,731 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45691, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3941336538315487098_1167, duration: 104530
2013-10-31 15:30:09,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00006 dst=null perm=null
2013-10-31 15:30:09,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00007 dst=null perm=null
2013-10-31 15:30:09,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechain/part-00008 dst=null perm=null
2013-10-31 15:30:09,763 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:30:09,764 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:30:09,794 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0011_m_000004_0'
2013-10-31 15:30:09,795 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0011_m_000005_0'
2013-10-31 15:30:09,806 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] starting
2013-10-31 15:30:09,807 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:30:09,807 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:30:09,807 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:30:09,807 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge"]
2013-10-31 15:30:09,807 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] parallel execution is enabled: true
2013-10-31 15:30:09,807 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] starting jobs: 3
2013-10-31 15:30:09,807 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] allocating threads: 3
2013-10-31 15:30:09,808 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] starting step: (3/3)
2013-10-31 15:30:09,813 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:30:09,813 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:30:09,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:09,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:30:09,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:09,833 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.jar. blk_-1697956122056961397_1170
2013-10-31 15:30:09,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1697956122056961397_1170 src: /127.0.0.1:52469 dest: /127.0.0.1:57702
2013-10-31 15:30:09,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1697956122056961397_1170 src: /127.0.0.1:38965 dest: /127.0.0.1:48948
2013-10-31 15:30:09,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1697956122056961397_1170 src: /127.0.0.1:45694 dest: /127.0.0.1:42991
2013-10-31 15:30:09,846 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45694, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1697956122056961397_1170, duration: 3942432
2013-10-31 15:30:09,847 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1697956122056961397_1170 terminating
2013-10-31 15:30:09,847 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38965, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1697956122056961397_1170, duration: 4919791
2013-10-31 15:30:09,848 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1697956122056961397_1170 terminating
2013-10-31 15:30:09,848 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52469, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1697956122056961397_1170, duration: 5762657
2013-10-31 15:30:09,849 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1697956122056961397_1170 terminating
2013-10-31 15:30:09,850 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1697956122056961397_1170 size 238055
2013-10-31 15:30:09,850 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.jar from client DFSClient_1342392704
2013-10-31 15:30:09,851 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.jar is closed by DFSClient_1342392704
2013-10-31 15:30:09,851 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1697956122056961397_1170 size 238055
2013-10-31 15:30:09,852 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1697956122056961397_1170 size 238055
2013-10-31 15:30:09,933 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0011_m_000006_0'
2013-10-31 15:30:09,933 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0011_m_000007_0'
2013-10-31 15:30:10,033 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-7842827901699263081_1159 blk_-1272932046312587670_1154 blk_-4000016882799509254_1156 blk_7820724174401696276_1155 blk_-9147656101283104658_1153
2013-10-31 15:30:10,033 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-7842827901699263081_1159
2013-10-31 15:30:10,092 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.jar. New replication is 10
2013-10-31 15:30:10,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.jar dst=null perm=null
2013-10-31 15:30:10,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:10,105 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:30:10,110 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:30:10,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:30:10,113 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:30:10,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:30:10,116 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:30:10,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:30:10,119 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:30:10,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:30:10,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:10,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:10,133 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split. New replication is 10
2013-10-31 15:30:10,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split dst=null perm=null
2013-10-31 15:30:10,140 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split. blk_-7598443688953912272_1171
2013-10-31 15:30:10,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7598443688953912272_1171 src: /127.0.0.1:45695 dest: /127.0.0.1:42991
2013-10-31 15:30:10,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7598443688953912272_1171 src: /127.0.0.1:52473 dest: /127.0.0.1:57702
2013-10-31 15:30:10,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7598443688953912272_1171 src: /127.0.0.1:40395 dest: /127.0.0.1:53907
2013-10-31 15:30:10,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7598443688953912272_1171 src: /127.0.0.1:38970 dest: /127.0.0.1:48948
2013-10-31 15:30:10,150 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38970, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7598443688953912272_1171, duration: 106931
2013-10-31 15:30:10,151 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7598443688953912272_1171 terminating
2013-10-31 15:30:10,151 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40395, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7598443688953912272_1171, duration: 983115
2013-10-31 15:30:10,151 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7598443688953912272_1171 terminating
2013-10-31 15:30:10,152 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52473, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7598443688953912272_1171, duration: 1992591
2013-10-31 15:30:10,152 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7598443688953912272_1171 terminating
2013-10-31 15:30:10,153 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7598443688953912272_1171 size 2077
2013-10-31 15:30:10,153 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45695, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7598443688953912272_1171, duration: 2781228
2013-10-31 15:30:10,153 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7598443688953912272_1171 size 2077
2013-10-31 15:30:10,153 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-7598443688953912272_1171 terminating
2013-10-31 15:30:10,156 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7598443688953912272_1171 size 2077
2013-10-31 15:30:10,156 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split from client DFSClient_1342392704
2013-10-31 15:30:10,157 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split is closed by DFSClient_1342392704
2013-10-31 15:30:10,157 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7598443688953912272_1171 size 2077
2013-10-31 15:30:10,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:10,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:10,181 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.splitmetainfo. blk_8828337421508400172_1172
2013-10-31 15:30:10,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8828337421508400172_1172 src: /127.0.0.1:40397 dest: /127.0.0.1:53907
2013-10-31 15:30:10,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8828337421508400172_1172 src: /127.0.0.1:45700 dest: /127.0.0.1:42991
2013-10-31 15:30:10,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8828337421508400172_1172 src: /127.0.0.1:52478 dest: /127.0.0.1:57702
2013-10-31 15:30:10,192 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52478, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8828337421508400172_1172, duration: 3915283
2013-10-31 15:30:10,193 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8828337421508400172_1172 terminating
2013-10-31 15:30:10,193 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45700, dest: /127.0.0.1:42991, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8828337421508400172_1172, duration: 2464249
2013-10-31 15:30:10,194 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8828337421508400172_1172 terminating
2013-10-31 15:30:10,194 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40397, dest: /127.0.0.1:53907, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8828337421508400172_1172, duration: 2746354
2013-10-31 15:30:10,194 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8828337421508400172_1172 terminating
2013-10-31 15:30:10,202 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8828337421508400172_1172 size 218
2013-10-31 15:30:10,202 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8828337421508400172_1172 size 218
2013-10-31 15:30:10,203 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8828337421508400172_1172 size 218
2013-10-31 15:30:10,601 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:30:10,602 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:30:10,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:10,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:10,624 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.xml. blk_916943482236629380_1173
2013-10-31 15:30:10,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_916943482236629380_1173 src: /127.0.0.1:40400 dest: /127.0.0.1:53907
2013-10-31 15:30:10,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_916943482236629380_1173 src: /127.0.0.1:38975 dest: /127.0.0.1:48948
2013-10-31 15:30:10,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_916943482236629380_1173 src: /127.0.0.1:52481 dest: /127.0.0.1:57702
2013-10-31 15:30:10,632 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52481, dest: /127.0.0.1:57702, bytes: 29264, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_916943482236629380_1173, duration: 403632
2013-10-31 15:30:10,633 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_916943482236629380_1173 terminating
2013-10-31 15:30:10,633 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_916943482236629380_1173 size 29264
2013-10-31 15:30:10,633 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38975, dest: /127.0.0.1:48948, bytes: 29264, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_916943482236629380_1173, duration: 1201010
2013-10-31 15:30:10,634 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_916943482236629380_1173 terminating
2013-10-31 15:30:10,634 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40400, dest: /127.0.0.1:53907, bytes: 29264, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_916943482236629380_1173, duration: 3093897
2013-10-31 15:30:10,635 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_916943482236629380_1173 terminating
2013-10-31 15:30:10,635 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_916943482236629380_1173 size 29264
2013-10-31 15:30:10,637 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.xml from client DFSClient_1342392704
2013-10-31 15:30:10,637 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.xml is closed by DFSClient_1342392704
2013-10-31 15:30:10,638 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_916943482236629380_1173 size 29264
2013-10-31 15:30:10,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.xml dst=null perm=null
2013-10-31 15:30:10,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52483, bytes: 29496, op: HDFS_READ, cliID: DFSClient_-515449508, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_916943482236629380_1173, duration: 412114
2013-10-31 15:30:10,670 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0012: nMaps=6 nReduces=0 max=-1
2013-10-31 15:30:10,671 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0012 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:30:10,671 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0012
2013-10-31 15:30:10,671 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0012 RESULT=SUCCESS
2013-10-31 15:30:10,671 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0012
2013-10-31 15:30:10,673 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] submitted hadoop job: job_20131031152505967_0012
2013-10-31 15:30:10,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_logs/history/job_20131031152505967_0012_1383233410642_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2FF39303982C404452 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:10,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_logs/history/job_20131031152505967_0012_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:10,704 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_logs/history/job_20131031152505967_0012_conf.xml. blk_-8213570567524055678_1175
2013-10-31 15:30:10,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8213570567524055678_1175 src: /127.0.0.1:45707 dest: /127.0.0.1:42991
2013-10-31 15:30:10,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8213570567524055678_1175 src: /127.0.0.1:38980 dest: /127.0.0.1:48948
2013-10-31 15:30:10,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8213570567524055678_1175 src: /127.0.0.1:52486 dest: /127.0.0.1:57702
2013-10-31 15:30:10,713 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52486, dest: /127.0.0.1:57702, bytes: 29329, op: HDFS_WRITE, cliID: DFSClient_-515449508, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8213570567524055678_1175, duration: 441132
2013-10-31 15:30:10,713 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8213570567524055678_1175 terminating
2013-10-31 15:30:10,714 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38980, dest: /127.0.0.1:48948, bytes: 29329, op: HDFS_WRITE, cliID: DFSClient_-515449508, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8213570567524055678_1175, duration: 1236424
2013-10-31 15:30:10,714 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8213570567524055678_1175 terminating
2013-10-31 15:30:10,715 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45707, dest: /127.0.0.1:42991, bytes: 29329, op: HDFS_WRITE, cliID: DFSClient_-515449508, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8213570567524055678_1175, duration: 2096316
2013-10-31 15:30:10,715 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8213570567524055678_1175 terminating
2013-10-31 15:30:10,718 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8213570567524055678_1175 size 29329
2013-10-31 15:30:10,718 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_logs/history/job_20131031152505967_0012_conf.xml from client DFSClient_-515449508
2013-10-31 15:30:10,719 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_logs/history/job_20131031152505967_0012_conf.xml is closed by DFSClient_-515449508
2013-10-31 15:30:10,719 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8213570567524055678_1175 size 29329
2013-10-31 15:30:10,720 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8213570567524055678_1175 size 29329
2013-10-31 15:30:10,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0012/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:10,730 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0012/jobToken. blk_-559258053444263855_1176
2013-10-31 15:30:10,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-559258053444263855_1176 src: /127.0.0.1:38982 dest: /127.0.0.1:48948
2013-10-31 15:30:10,733 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-559258053444263855_1176 src: /127.0.0.1:40409 dest: /127.0.0.1:53907
2013-10-31 15:30:10,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-559258053444263855_1176 src: /127.0.0.1:45712 dest: /127.0.0.1:42991
2013-10-31 15:30:10,738 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45712, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-559258053444263855_1176, duration: 65508
2013-10-31 15:30:10,739 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-559258053444263855_1176 terminating
2013-10-31 15:30:10,739 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40409, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-559258053444263855_1176, duration: 1000160
2013-10-31 15:30:10,739 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-559258053444263855_1176 terminating
2013-10-31 15:30:10,740 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:38982, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-559258053444263855_1176, duration: 1823764
2013-10-31 15:30:10,740 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-559258053444263855_1176 terminating
2013-10-31 15:30:10,744 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-559258053444263855_1176 size 116
2013-10-31 15:30:10,744 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0012/jobToken from client DFSClient_1342392704
2013-10-31 15:30:10,745 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0012/jobToken is closed by DFSClient_1342392704
2013-10-31 15:30:10,745 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-559258053444263855_1176 size 116
2013-10-31 15:30:10,746 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-559258053444263855_1176 size 116
2013-10-31 15:30:11,413 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7842827901699263081_1159 file build/test/data/dfs/data/data2/current/blk_-7842827901699263081 for deletion
2013-10-31 15:30:11,414 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7842827901699263081_1159 at file build/test/data/dfs/data/data2/current/blk_-7842827901699263081
2013-10-31 15:30:12,468 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0012/jobToken
2013-10-31 15:30:12,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.splitmetainfo dst=null perm=null
2013-10-31 15:30:12,473 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40412, bytes: 222, op: HDFS_READ, cliID: DFSClient_-515449508, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8828337421508400172_1172, duration: 292370
2013-10-31 15:30:12,475 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0012 = 38. Number of splits = 6
2013-10-31 15:30:12,475 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,476 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,476 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,476 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,476 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,477 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,477 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,477 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,477 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,478 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,478 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,478 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,478 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,479 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,479 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,479 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,479 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,479 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0012_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:12,480 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0012 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:30:12,480 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0012 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:30:12,598 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9147656101283104658_1153 file build/test/data/dfs/data/data5/current/blk_-9147656101283104658 for deletion
2013-10-31 15:30:12,598 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7842827901699263081_1159 file build/test/data/dfs/data/data6/current/blk_-7842827901699263081 for deletion
2013-10-31 15:30:12,598 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9147656101283104658_1153 at file build/test/data/dfs/data/data5/current/blk_-9147656101283104658
2013-10-31 15:30:12,599 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7842827901699263081_1159 at file build/test/data/dfs/data/data6/current/blk_-7842827901699263081
2013-10-31 15:30:12,598 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4000016882799509254_1156 file build/test/data/dfs/data/data6/current/blk_-4000016882799509254 for deletion
2013-10-31 15:30:12,599 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1272932046312587670_1154 file build/test/data/dfs/data/data6/current/blk_-1272932046312587670 for deletion
2013-10-31 15:30:12,599 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4000016882799509254_1156 at file build/test/data/dfs/data/data6/current/blk_-4000016882799509254
2013-10-31 15:30:12,600 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7820724174401696276_1155 file build/test/data/dfs/data/data5/current/blk_7820724174401696276 for deletion
2013-10-31 15:30:12,600 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1272932046312587670_1154 at file build/test/data/dfs/data/data6/current/blk_-1272932046312587670
2013-10-31 15:30:12,600 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7820724174401696276_1155 at file build/test/data/dfs/data/data5/current/blk_7820724174401696276
2013-10-31 15:30:12,639 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0012_m_000007_0' to tip task_20131031152505967_0012_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:30:12,646 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0012_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:30:12,646 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0012_m_000007_0 which needs 1 slots
2013-10-31 15:30:12,646 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0012_m_000007_0 which needs 1 slots
2013-10-31 15:30:12,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0012/jobToken dst=null perm=null
2013-10-31 15:30:12,654 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45715, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-559258053444263855_1176, duration: 280845
2013-10-31 15:30:12,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.xml dst=null perm=null
2013-10-31 15:30:12,668 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38989, bytes: 29496, op: HDFS_READ, cliID: DFSClient_1220987833, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_916943482236629380_1173, duration: 395458
2013-10-31 15:30:12,696 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:30:12,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.jar dst=null perm=null
2013-10-31 15:30:12,730 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45718, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1220987833, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1697956122056961397_1170, duration: 1625547
2013-10-31 15:30:12,823 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0011_m_1223650662
2013-10-31 15:30:12,829 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24582 with signal TERM. Exit code 0
2013-10-31 15:30:12,830 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0012_m_2027220641
2013-10-31 15:30:12,830 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0012_m_2027220641 spawned.
2013-10-31 15:30:12,833 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0012/attempt_20131031152505967_0012_m_000007_0/taskjvm.sh
2013-10-31 15:30:13,034 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:48948 to replicate blk_-1697956122056961397_1170 to datanode(s) 127.0.0.1:53907
2013-10-31 15:30:13,035 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-7842827901699263081_1159 blk_-1272932046312587670_1154 blk_-4000016882799509254_1156 blk_-9147656101283104658_1153
2013-10-31 15:30:13,113 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:13,113 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:13,113 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:13,113 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0011_m_1223650662 exited with exit code 143. Number of tasks it ran: 3
2013-10-31 15:30:13,916 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0012_m_2027220641 given task: attempt_20131031152505967_0012_m_000007_0
2013-10-31 15:30:14,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:14,634 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0011
2013-10-31 15:30:14,635 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0011_m_000000_0 not found in cache
2013-10-31 15:30:14,635 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0011_m_000009_0 not found in cache
2013-10-31 15:30:14,635 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0011_m_000008_0 not found in cache
2013-10-31 15:30:14,636 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0011_m_000001_0 not found in cache
2013-10-31 15:30:14,636 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383319814636
2013-10-31 15:30:14,691 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0011
2013-10-31 15:30:14,692 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0011_m_000002_0 not found in cache
2013-10-31 15:30:14,692 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0011_m_000003_0 not found in cache
2013-10-31 15:30:14,693 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383319814693
2013-10-31 15:30:14,795 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0011
2013-10-31 15:30:14,795 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0011_m_000005_0 not found in cache
2013-10-31 15:30:14,796 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0011_m_000004_0 not found in cache
2013-10-31 15:30:14,796 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383319814796
2013-10-31 15:30:14,807 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0011_m_594395065 since job job_20131031152505967_0011 is dead
2013-10-31 15:30:14,819 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24801 with signal TERM. Exit code 0
2013-10-31 15:30:14,930 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0011_m_2056100658 since job job_20131031152505967_0011 is dead
2013-10-31 15:30:14,934 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0011
2013-10-31 15:30:14,935 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0011_m_000006_0 not found in cache
2013-10-31 15:30:14,935 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0011_m_000007_0 not found in cache
2013-10-31 15:30:14,935 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0011 for user-log deletion with retainTimeStamp:1383319814935
2013-10-31 15:30:14,937 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24864 with signal TERM. Exit code 0
2013-10-31 15:30:15,030 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:15,030 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:15,030 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:15,030 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0011_m_594395065 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:30:15,035 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-9147656101283104658_1153 file build/test/data/dfs/data/data3/current/blk_-9147656101283104658 for deletion
2013-10-31 15:30:15,035 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7842827901699263081_1159 file build/test/data/dfs/data/data3/current/blk_-7842827901699263081 for deletion
2013-10-31 15:30:15,035 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-9147656101283104658_1153 at file build/test/data/dfs/data/data3/current/blk_-9147656101283104658
2013-10-31 15:30:15,035 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4000016882799509254_1156 file build/test/data/dfs/data/data3/current/blk_-4000016882799509254 for deletion
2013-10-31 15:30:15,036 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7842827901699263081_1159 at file build/test/data/dfs/data/data3/current/blk_-7842827901699263081
2013-10-31 15:30:15,036 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1272932046312587670_1154 file build/test/data/dfs/data/data4/current/blk_-1272932046312587670 for deletion
2013-10-31 15:30:15,036 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4000016882799509254_1156 at file build/test/data/dfs/data/data3/current/blk_-4000016882799509254
2013-10-31 15:30:15,037 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1272932046312587670_1154 at file build/test/data/dfs/data/data4/current/blk_-1272932046312587670
2013-10-31 15:30:15,106 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0011_m_561335394 since job job_20131031152505967_0011 is dead
2013-10-31 15:30:15,117 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24726 with signal TERM. Exit code 0
2013-10-31 15:30:15,148 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0011_m_-764751436 since job job_20131031152505967_0011 is dead
2013-10-31 15:30:15,153 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24900 with signal TERM. Exit code 0
2013-10-31 15:30:15,158 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:15,158 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:15,159 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:15,159 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0011_m_2056100658 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:30:15,271 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:15,271 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:15,271 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:15,271 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0011_m_561335394 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:30:15,342 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:15,342 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:15,342 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:15,342 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0011_m_-764751436 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:30:15,599 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678) Starting thread to transfer block blk_-1697956122056961397_1170 to 127.0.0.1:53907
2013-10-31 15:30:15,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1697956122056961397_1170 src: /127.0.0.1:40419 dest: /127.0.0.1:53907
2013-10-31 15:30:15,601 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678):Transmitted block blk_-1697956122056961397_1170 to /127.0.0.1:53907
2013-10-31 15:30:15,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-1697956122056961397_1170 src: /127.0.0.1:40419 dest: /127.0.0.1:53907 of size 238055
2013-10-31 15:30:15,609 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1697956122056961397_1170 size 238055
2013-10-31 15:30:15,958 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0011_m_352622533 since job job_20131031152505967_0011 is dead
2013-10-31 15:30:15,960 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0011_m_-227164738 since job job_20131031152505967_0011 is dead
2013-10-31 15:30:15,969 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24903 with signal TERM. Exit code 0
2013-10-31 15:30:15,970 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0011_m_-1415031581 since job job_20131031152505967_0011 is dead
2013-10-31 15:30:15,970 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24901 with signal TERM. Exit code 0
2013-10-31 15:30:15,989 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group24902 with signal TERM. Exit code 0
2013-10-31 15:30:16,174 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:16,174 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:16,174 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:16,175 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0011_m_352622533 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:30:16,185 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:16,185 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:16,185 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:16,185 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0011_m_-1415031581 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:30:16,205 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:16,205 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:16,206 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:16,206 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0011_m_-227164738 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:30:17,335 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000007_0 0.0% setup
2013-10-31 15:30:17,338 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0012_m_000007_0 is done.
2013-10-31 15:30:17,338 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0012_m_000007_0 was -1
2013-10-31 15:30:17,338 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:18,652 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0012_m_000007_0' has completed task_20131031152505967_0012_m_000007 successfully.
2013-10-31 15:30:18,809 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0012_m_000000_0' to tip task_20131031152505967_0012_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:30:18,810 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0012_m_000000
2013-10-31 15:30:18,811 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0012_m_000001_0' to tip task_20131031152505967_0012_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:30:18,811 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0012_m_000001
2013-10-31 15:30:18,813 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0012_m_000002_0' to tip task_20131031152505967_0012_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:30:18,813 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0012_m_000002
2013-10-31 15:30:18,814 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0012_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:30:18,814 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0012_m_000003_0' to tip task_20131031152505967_0012_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:30:18,815 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0012_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:30:18,816 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0012_m_000003
2013-10-31 15:30:18,816 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0012_m_000000_0 which needs 1 slots
2013-10-31 15:30:18,816 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0012_m_000000_0 which needs 1 slots
2013-10-31 15:30:18,817 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0012_m_000001_0 which needs 1 slots
2013-10-31 15:30:18,817 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0012_m_000004_0' to tip task_20131031152505967_0012_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:30:18,818 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0012_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:30:18,817 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0012_m_000001_0 which needs 1 slots
2013-10-31 15:30:18,820 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0012_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:30:18,819 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0012_m_000004
2013-10-31 15:30:18,820 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0012_m_000002_0 which needs 1 slots
2013-10-31 15:30:18,821 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0012_m_000002_0 which needs 1 slots
2013-10-31 15:30:18,821 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0012_m_000005_0' to tip task_20131031152505967_0012_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:30:18,821 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0012_m_000003_0 which needs 1 slots
2013-10-31 15:30:18,823 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0012_m_000003_0 which needs 1 slots
2013-10-31 15:30:18,823 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0012_m_000005
2013-10-31 15:30:18,828 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0012_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:30:18,829 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0012_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:30:18,829 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0012_m_000004_0 which needs 1 slots
2013-10-31 15:30:18,829 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0012_m_000004_0 which needs 1 slots
2013-10-31 15:30:18,830 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0012_m_000005_0 which needs 1 slots
2013-10-31 15:30:18,830 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0012_m_000005_0 which needs 1 slots
2013-10-31 15:30:18,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0012/jobToken dst=null perm=null
2013-10-31 15:30:18,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0012/jobToken dst=null perm=null
2013-10-31 15:30:18,874 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0012_m_-1168583820
2013-10-31 15:30:18,875 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0012_m_-1168583820 spawned.
2013-10-31 15:30:18,877 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0012/attempt_20131031152505967_0012_m_000001_0. Attempting to reuse: jvm_20131031152505967_0012_m_2027220641
2013-10-31 15:30:18,878 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40420, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-559258053444263855_1176, duration: 412839
2013-10-31 15:30:18,879 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:38995, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-559258053444263855_1176, duration: 280050
2013-10-31 15:30:18,879 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0012/attempt_20131031152505967_0012_m_000000_0/taskjvm.sh
2013-10-31 15:30:18,885 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0012_m_2027220641 given task: attempt_20131031152505967_0012_m_000001_0
2013-10-31 15:30:18,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.xml dst=null perm=null
2013-10-31 15:30:18,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.xml dst=null perm=null
2013-10-31 15:30:18,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52504, bytes: 29496, op: HDFS_READ, cliID: DFSClient_-1020126379, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_916943482236629380_1173, duration: 468033
2013-10-31 15:30:18,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40424, bytes: 29496, op: HDFS_READ, cliID: DFSClient_615529772, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_916943482236629380_1173, duration: 493852
2013-10-31 15:30:18,939 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:30:18,945 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:30:18,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.jar dst=null perm=null
2013-10-31 15:30:18,956 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45728, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1020126379, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1697956122056961397_1170, duration: 663756
2013-10-31 15:30:18,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.jar dst=null perm=null
2013-10-31 15:30:18,958 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45729, bytes: 239915, op: HDFS_READ, cliID: DFSClient_615529772, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1697956122056961397_1170, duration: 648367
2013-10-31 15:30:19,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split dst=null perm=null
2013-10-31 15:30:19,013 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52508, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7598443688953912272_1171, duration: 176186
2013-10-31 15:30:19,014 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0012_m_1718416257
2013-10-31 15:30:19,015 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0012_m_1718416257 spawned.
2013-10-31 15:30:19,016 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0012_m_282994142
2013-10-31 15:30:19,017 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0012_m_282994142 spawned.
2013-10-31 15:30:19,017 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0012/attempt_20131031152505967_0012_m_000002_0/taskjvm.sh
2013-10-31 15:30:19,018 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0012_m_1553611062
2013-10-31 15:30:19,019 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0012/attempt_20131031152505967_0012_m_000005_0/taskjvm.sh
2013-10-31 15:30:19,019 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0012_m_1553611062 spawned.
2013-10-31 15:30:19,020 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0012/attempt_20131031152505967_0012_m_000004_0/taskjvm.sh
2013-10-31 15:30:19,023 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0012_m_-858601550
2013-10-31 15:30:19,023 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0012_m_-858601550 spawned.
2013-10-31 15:30:19,026 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0012/attempt_20131031152505967_0012_m_000003_0/taskjvm.sh
2013-10-31 15:30:19,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:30:19,273 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45732, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 138771
2013-10-31 15:30:19,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:19,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:19,584 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000001_0/part-00001. blk_-3935577303957414714_1177
2013-10-31 15:30:19,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3935577303957414714_1177 src: /127.0.0.1:45734 dest: /127.0.0.1:42991
2013-10-31 15:30:19,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3935577303957414714_1177 src: /127.0.0.1:40433 dest: /127.0.0.1:53907
2013-10-31 15:30:19,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3935577303957414714_1177 src: /127.0.0.1:39008 dest: /127.0.0.1:48948
2013-10-31 15:30:19,604 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39008, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3935577303957414714_1177, duration: 1829008
2013-10-31 15:30:19,604 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3935577303957414714_1177 terminating
2013-10-31 15:30:19,604 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40433, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3935577303957414714_1177, duration: 1922662
2013-10-31 15:30:19,605 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3935577303957414714_1177 terminating
2013-10-31 15:30:19,605 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45734, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3935577303957414714_1177, duration: 2429514
2013-10-31 15:30:19,605 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3935577303957414714_1177 size 114
2013-10-31 15:30:19,605 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3935577303957414714_1177 terminating
2013-10-31 15:30:19,607 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0012_m_000001_0
2013-10-31 15:30:19,607 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0012_m_000001_0
2013-10-31 15:30:19,608 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3935577303957414714_1177 size 114
2013-10-31 15:30:19,609 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3935577303957414714_1177 size 114
2013-10-31 15:30:19,645 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0012_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:19,645 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000001_0 0.0%
2013-10-31 15:30:19,729 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0012_m_-1168583820 given task: attempt_20131031152505967_0012_m_000000_0
2013-10-31 15:30:20,151 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0012_m_1718416257 given task: attempt_20131031152505967_0012_m_000002_0
2013-10-31 15:30:20,170 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0012_m_1553611062 given task: attempt_20131031152505967_0012_m_000004_0
2013-10-31 15:30:20,191 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0012_m_-858601550 given task: attempt_20131031152505967_0012_m_000003_0
2013-10-31 15:30:20,192 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0012_m_282994142 given task: attempt_20131031152505967_0012_m_000005_0
2013-10-31 15:30:20,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split dst=null perm=null
2013-10-31 15:30:20,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39014, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7598443688953912272_1171, duration: 171708
2013-10-31 15:30:20,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:30:20,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:20,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:20,525 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52520, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 150119
2013-10-31 15:30:20,530 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000000_0/part-00000. blk_9137725298402926841_1178
2013-10-31 15:30:20,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9137725298402926841_1178 src: /127.0.0.1:52521 dest: /127.0.0.1:57702
2013-10-31 15:30:20,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9137725298402926841_1178 src: /127.0.0.1:45745 dest: /127.0.0.1:42991
2013-10-31 15:30:20,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9137725298402926841_1178 src: /127.0.0.1:39018 dest: /127.0.0.1:48948
2013-10-31 15:30:20,558 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39018, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_9137725298402926841_1178, duration: 1209295
2013-10-31 15:30:20,558 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_9137725298402926841_1178 terminating
2013-10-31 15:30:20,558 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45745, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9137725298402926841_1178, duration: 1558385
2013-10-31 15:30:20,558 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_9137725298402926841_1178 terminating
2013-10-31 15:30:20,559 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52521, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9137725298402926841_1178, duration: 2138701
2013-10-31 15:30:20,559 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_9137725298402926841_1178 terminating
2013-10-31 15:30:20,560 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_9137725298402926841_1178 size 136
2013-10-31 15:30:20,561 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_9137725298402926841_1178 size 136
2013-10-31 15:30:20,562 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_9137725298402926841_1178 size 136
2013-10-31 15:30:20,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split dst=null perm=null
2013-10-31 15:30:20,671 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39023, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000002_0, offset: 512, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7598443688953912272_1171, duration: 174412
2013-10-31 15:30:20,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:30:20,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split dst=null perm=null
2013-10-31 15:30:20,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:20,722 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40450, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000005_0, offset: 1536, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7598443688953912272_1171, duration: 161666
2013-10-31 15:30:20,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split dst=null perm=null
2013-10-31 15:30:20,729 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45753, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7598443688953912272_1171, duration: 150763
2013-10-31 15:30:20,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012/job.split dst=null perm=null
2013-10-31 15:30:20,736 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39026, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000003_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7598443688953912272_1171, duration: 146671
2013-10-31 15:30:20,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:20,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:30:20,766 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40453, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 131667
2013-10-31 15:30:20,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:30:20,773 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52533, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 130971
2013-10-31 15:30:20,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:30:20,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:20,779 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39029, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 107083
2013-10-31 15:30:20,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:20,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:20,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:20,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:20,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:20,961 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0012_m_000000_0
2013-10-31 15:30:20,961 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0012_m_000000_0
2013-10-31 15:30:20,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:20,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:20,976 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40456, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 127658
2013-10-31 15:30:20,979 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40457, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 105618
2013-10-31 15:30:20,987 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000002_0/part-00002. blk_5352529106480466657_1182
2013-10-31 15:30:20,997 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000004_0/part-00004. blk_710322561154687761_1182
2013-10-31 15:30:21,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5352529106480466657_1182 src: /127.0.0.1:39032 dest: /127.0.0.1:48948
2013-10-31 15:30:21,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5352529106480466657_1182 src: /127.0.0.1:40460 dest: /127.0.0.1:53907
2013-10-31 15:30:21,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5352529106480466657_1182 src: /127.0.0.1:45763 dest: /127.0.0.1:42991
2013-10-31 15:30:21,017 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45763, dest: /127.0.0.1:42991, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5352529106480466657_1182, duration: 3925721
2013-10-31 15:30:21,017 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5352529106480466657_1182 terminating
2013-10-31 15:30:21,017 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40460, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5352529106480466657_1182, duration: 4460474
2013-10-31 15:30:21,017 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5352529106480466657_1182 terminating
2013-10-31 15:30:21,017 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39032, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5352529106480466657_1182, duration: 5026565
2013-10-31 15:30:21,018 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0012_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:21,018 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5352529106480466657_1182 terminating
2013-10-31 15:30:21,018 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000000_0 0.0%
2013-10-31 15:30:21,020 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5352529106480466657_1182 size 92
2013-10-31 15:30:21,021 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5352529106480466657_1182 size 92
2013-10-31 15:30:21,021 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5352529106480466657_1182 size 92
2013-10-31 15:30:21,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_710322561154687761_1182 src: /127.0.0.1:39033 dest: /127.0.0.1:48948
2013-10-31 15:30:21,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_710322561154687761_1182 src: /127.0.0.1:45764 dest: /127.0.0.1:42991
2013-10-31 15:30:21,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_710322561154687761_1182 src: /127.0.0.1:52542 dest: /127.0.0.1:57702
2013-10-31 15:30:21,025 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52542, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_710322561154687761_1182, duration: 1328555
2013-10-31 15:30:21,025 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_710322561154687761_1182 terminating
2013-10-31 15:30:21,026 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_710322561154687761_1182 size 70
2013-10-31 15:30:21,026 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45764, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_710322561154687761_1182, duration: 1912925
2013-10-31 15:30:21,026 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_710322561154687761_1182 terminating
2013-10-31 15:30:21,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:21,026 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39033, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_710322561154687761_1182, duration: 2418562
2013-10-31 15:30:21,027 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_710322561154687761_1182 size 70
2013-10-31 15:30:21,027 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_710322561154687761_1182 terminating
2013-10-31 15:30:21,027 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_710322561154687761_1182 size 70
2013-10-31 15:30:21,028 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0012_m_000004_0
2013-10-31 15:30:21,028 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0012_m_000004_0
2013-10-31 15:30:21,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:21,031 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40464, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 117123
2013-10-31 15:30:21,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:21,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:21,040 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000005_0/part-00005. blk_5601825108972236099_1182
2013-10-31 15:30:21,040 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40465, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0012_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 167854
2013-10-31 15:30:21,050 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000003_0/part-00003. blk_1667306038627781975_1182
2013-10-31 15:30:21,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5601825108972236099_1182 src: /127.0.0.1:40466 dest: /127.0.0.1:53907
2013-10-31 15:30:21,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5601825108972236099_1182 src: /127.0.0.1:52547 dest: /127.0.0.1:57702
2013-10-31 15:30:21,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5601825108972236099_1182 src: /127.0.0.1:45771 dest: /127.0.0.1:42991
2013-10-31 15:30:21,068 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45771, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5601825108972236099_1182, duration: 1058065
2013-10-31 15:30:21,068 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5601825108972236099_1182 terminating
2013-10-31 15:30:21,068 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52547, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5601825108972236099_1182, duration: 1450290
2013-10-31 15:30:21,069 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5601825108972236099_1182 terminating
2013-10-31 15:30:21,069 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40466, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5601825108972236099_1182, duration: 1821733
2013-10-31 15:30:21,069 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5601825108972236099_1182 terminating
2013-10-31 15:30:21,070 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5601825108972236099_1182 size 70
2013-10-31 15:30:21,072 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5601825108972236099_1182 size 70
2013-10-31 15:30:21,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1667306038627781975_1182 src: /127.0.0.1:40467 dest: /127.0.0.1:53907
2013-10-31 15:30:21,073 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5601825108972236099_1182 size 70
2013-10-31 15:30:21,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1667306038627781975_1182 src: /127.0.0.1:52549 dest: /127.0.0.1:57702
2013-10-31 15:30:21,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1667306038627781975_1182 src: /127.0.0.1:39045 dest: /127.0.0.1:48948
2013-10-31 15:30:21,076 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39045, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1667306038627781975_1182, duration: 1047846
2013-10-31 15:30:21,076 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1667306038627781975_1182 terminating
2013-10-31 15:30:21,076 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52549, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1667306038627781975_1182, duration: 1396313
2013-10-31 15:30:21,077 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1667306038627781975_1182 terminating
2013-10-31 15:30:21,077 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40467, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0012_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1667306038627781975_1182, duration: 1764199
2013-10-31 15:30:21,077 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1667306038627781975_1182 terminating
2013-10-31 15:30:21,079 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1667306038627781975_1182 size 114
2013-10-31 15:30:21,079 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1667306038627781975_1182 size 114
2013-10-31 15:30:21,080 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1667306038627781975_1182 size 114
2013-10-31 15:30:21,104 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0012_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:21,104 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000004_0 0.0%
2013-10-31 15:30:21,420 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0012_m_000002_0
2013-10-31 15:30:21,420 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0012_m_000002_0
2013-10-31 15:30:21,471 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0012_m_000005_0
2013-10-31 15:30:21,471 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0012_m_000005_0
2013-10-31 15:30:21,478 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0012_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:21,479 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0012_m_000003_0
2013-10-31 15:30:21,479 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000002_0 0.0%
2013-10-31 15:30:21,479 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0012_m_000003_0
2013-10-31 15:30:21,819 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0012_m_000000_0
2013-10-31 15:30:21,819 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0012_m_000001_0
2013-10-31 15:30:21,822 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0012_m_000002_0
2013-10-31 15:30:21,831 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0012_m_000004_0
2013-10-31 15:30:22,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000000_0 dst=null perm=null
2013-10-31 15:30:22,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000004_0 dst=null perm=null
2013-10-31 15:30:22,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:22,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:22,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:22,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:22,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000004_0 dst=null perm=null
2013-10-31 15:30:22,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000000_0 dst=null perm=null
2013-10-31 15:30:22,456 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0012_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:22,456 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000005_0 0.0%
2013-10-31 15:30:22,458 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0012_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:22,458 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000003_0 0.0%
2013-10-31 15:30:22,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000002_0 dst=null perm=null
2013-10-31 15:30:22,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:22,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:22,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000002_0 dst=null perm=null
2013-10-31 15:30:22,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000001_0 dst=null perm=null
2013-10-31 15:30:22,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:22,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:22,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000001_0 dst=null perm=null
2013-10-31 15:30:23,160 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:30:23,162 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0012_m_000000_0 is done.
2013-10-31 15:30:23,162 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0012_m_000000_0 was -1
2013-10-31 15:30:23,162 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:30:23,597 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:30:23,599 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0012_m_000002_0 is done.
2013-10-31 15:30:23,599 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0012_m_000002_0 was -1
2013-10-31 15:30:23,599 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:30:23,647 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:30:23,648 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0012_m_000004_0 is done.
2013-10-31 15:30:23,648 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0012_m_000004_0 was -1
2013-10-31 15:30:23,648 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:30:23,816 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0012_m_000007_0
2013-10-31 15:30:23,816 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0012_m_000007_0
2013-10-31 15:30:23,816 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0012_m_000007_0 not found in cache
2013-10-31 15:30:24,823 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0012_m_000000_0' has completed task_20131031152505967_0012_m_000000 successfully.
2013-10-31 15:30:24,826 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0012_m_000002_0' has completed task_20131031152505967_0012_m_000002 successfully.
2013-10-31 15:30:24,829 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0012_m_000003_0
2013-10-31 15:30:24,834 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0012_m_000004_0' has completed task_20131031152505967_0012_m_000004 successfully.
2013-10-31 15:30:24,836 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0012_m_000005_0
2013-10-31 15:30:25,025 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:30:25,030 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:30:25,032 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0012_m_000001_0 is done.
2013-10-31 15:30:25,032 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0012_m_000001_0 was -1
2013-10-31 15:30:25,032 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:25,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000005_0 dst=null perm=null
2013-10-31 15:30:25,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000003_0 dst=null perm=null
2013-10-31 15:30:25,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:25,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:25,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:25,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:25,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000005_0 dst=null perm=null
2013-10-31 15:30:25,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary/_attempt_20131031152505967_0012_m_000003_0 dst=null perm=null
2013-10-31 15:30:26,708 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:30:26,709 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:30:26,710 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0012_m_000005_0 is done.
2013-10-31 15:30:26,710 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0012_m_000005_0 was -1
2013-10-31 15:30:26,711 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:26,730 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:30:26,736 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:30:26,736 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0012_m_000003_0 is done.
2013-10-31 15:30:26,736 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0012_m_000003_0 was -1
2013-10-31 15:30:26,736 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:27,829 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0012_m_000001_0' has completed task_20131031152505967_0012_m_000001 successfully.
2013-10-31 15:30:27,903 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0012_m_000005_0' has completed task_20131031152505967_0012_m_000005 successfully.
2013-10-31 15:30:27,905 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0012_m_000003_0' has completed task_20131031152505967_0012_m_000003 successfully.
2013-10-31 15:30:27,910 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0012_m_000006_0' to tip task_20131031152505967_0012_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:30:27,912 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0012_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:30:27,912 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0012_m_000006_0 which needs 1 slots
2013-10-31 15:30:27,913 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0012_m_000006_0 which needs 1 slots
2013-10-31 15:30:27,948 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0012/attempt_20131031152505967_0012_m_000006_0. Attempting to reuse: jvm_20131031152505967_0012_m_1718416257
2013-10-31 15:30:28,658 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0012_m_1718416257 given task: attempt_20131031152505967_0012_m_000006_0
2013-10-31 15:30:28,810 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000006_0 0.0%
2013-10-31 15:30:28,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_temporary dst=null perm=null
2013-10-31 15:30:28,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:28,825 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_SUCCESS from client DFSClient_attempt_20131031152505967_0012_m_000006_0
2013-10-31 15:30:28,825 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0012_m_000006_0
2013-10-31 15:30:28,831 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1697956122056961397 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:30:28,831 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1697956122056961397 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:28,831 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1697956122056961397 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:28,832 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1697956122056961397 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:28,832 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7598443688953912272 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:30:28,832 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7598443688953912272 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:28,832 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7598443688953912272 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:28,832 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7598443688953912272 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:28,832 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8828337421508400172 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:28,833 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8828337421508400172 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:30:28,833 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8828337421508400172 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:28,833 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_916943482236629380 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:30:28,833 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_916943482236629380 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:28,833 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_916943482236629380 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:28,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0012 dst=null perm=null
2013-10-31 15:30:31,037 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_916943482236629380_1173 blk_-1697956122056961397_1170 blk_-7598443688953912272_1171
2013-10-31 15:30:31,038 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_916943482236629380_1173 blk_-1697956122056961397_1170 blk_8828337421508400172_1172 blk_-7598443688953912272_1171
2013-10-31 15:30:31,783 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0012_m_000006_0 0.0% cleanup
2013-10-31 15:30:31,785 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0012_m_000006_0 is done.
2013-10-31 15:30:31,785 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0012_m_000006_0 was -1
2013-10-31 15:30:31,786 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:33,042 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7598443688953912272_1171 file build/test/data/dfs/data/data8/current/blk_-7598443688953912272 for deletion
2013-10-31 15:30:33,042 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1697956122056961397_1170 file build/test/data/dfs/data/data7/current/blk_-1697956122056961397 for deletion
2013-10-31 15:30:33,042 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7598443688953912272_1171 at file build/test/data/dfs/data/data8/current/blk_-7598443688953912272
2013-10-31 15:30:33,042 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_916943482236629380_1173 file build/test/data/dfs/data/data8/current/blk_916943482236629380 for deletion
2013-10-31 15:30:33,043 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1697956122056961397_1170 at file build/test/data/dfs/data/data7/current/blk_-1697956122056961397
2013-10-31 15:30:33,043 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_916943482236629380_1173 at file build/test/data/dfs/data/data8/current/blk_916943482236629380
2013-10-31 15:30:33,043 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8828337421508400172_1172 file build/test/data/dfs/data/data7/current/blk_8828337421508400172 for deletion
2013-10-31 15:30:33,044 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8828337421508400172_1172 at file build/test/data/dfs/data/data7/current/blk_8828337421508400172
2013-10-31 15:30:33,605 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7598443688953912272_1171 file build/test/data/dfs/data/data6/current/blk_-7598443688953912272 for deletion
2013-10-31 15:30:33,605 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1697956122056961397_1170 file build/test/data/dfs/data/data5/current/blk_-1697956122056961397 for deletion
2013-10-31 15:30:33,605 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7598443688953912272_1171 at file build/test/data/dfs/data/data6/current/blk_-7598443688953912272
2013-10-31 15:30:33,605 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_916943482236629380_1173 file build/test/data/dfs/data/data5/current/blk_916943482236629380 for deletion
2013-10-31 15:30:33,606 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1697956122056961397_1170 at file build/test/data/dfs/data/data5/current/blk_-1697956122056961397
2013-10-31 15:30:33,606 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_916943482236629380_1173 at file build/test/data/dfs/data/data5/current/blk_916943482236629380
2013-10-31 15:30:33,920 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0012_m_000006_0' has completed task_20131031152505967_0012_m_000006 successfully.
2013-10-31 15:30:33,921 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0012 has completed successfully.
2013-10-31 15:30:33,921 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0012,submitTime=1383233410642,launchTime=1383233412480,firstMapTaskLaunchTime=1383233418809,firstJobSetupTaskLaunchTime=1383233412638,firstJobCleanupTaskLaunchTime=1383233427909,finishTime=1383233433921,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=43,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[5C4CF8C5D98E402C96B3C347B527EB23/F39303982C404452A6D8BB6AFE7D01C1] offset*merge1*offset/(3/3)
2013-10-31 15:30:33,930 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_logs/history/job_20131031152505967_0012_1383233410642_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2FF39303982C404452. blk_-3207619398268925709_1183
2013-10-31 15:30:33,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3207619398268925709_1183 src: /127.0.0.1:39052 dest: /127.0.0.1:48948
2013-10-31 15:30:33,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3207619398268925709_1183 src: /127.0.0.1:45781 dest: /127.0.0.1:42991
2013-10-31 15:30:33,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3207619398268925709_1183 src: /127.0.0.1:40480 dest: /127.0.0.1:53907
2013-10-31 15:30:33,945 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40480, dest: /127.0.0.1:53907, bytes: 29166, op: HDFS_WRITE, cliID: DFSClient_-515449508, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3207619398268925709_1183, duration: 7121363
2013-10-31 15:30:33,946 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3207619398268925709_1183 terminating
2013-10-31 15:30:33,946 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3207619398268925709_1183 size 29166
2013-10-31 15:30:33,947 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45781, dest: /127.0.0.1:42991, bytes: 29166, op: HDFS_WRITE, cliID: DFSClient_-515449508, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3207619398268925709_1183, duration: 4118011
2013-10-31 15:30:33,947 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3207619398268925709_1183 terminating
2013-10-31 15:30:33,948 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39052, dest: /127.0.0.1:48948, bytes: 29166, op: HDFS_WRITE, cliID: DFSClient_-515449508, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3207619398268925709_1183, duration: 6311232
2013-10-31 15:30:33,948 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3207619398268925709_1183 terminating
2013-10-31 15:30:33,952 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3207619398268925709_1183 size 29166
2013-10-31 15:30:33,953 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_logs/history/job_20131031152505967_0012_1383233410642_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2FF39303982C404452 from client DFSClient_-515449508
2013-10-31 15:30:33,953 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/_logs/history/job_20131031152505967_0012_1383233410642_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2FF39303982C404452 is closed by DFSClient_-515449508
2013-10-31 15:30:33,954 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3207619398268925709_1183 size 29166
2013-10-31 15:30:33,964 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0012_1383233410642_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2FF39303982C404452 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:30:33,965 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0012_m_000002_0'
2013-10-31 15:30:33,965 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0012_m_000003_0'
2013-10-31 15:30:33,966 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-559258053444263855 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:33,966 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0012_m_000006_0'
2013-10-31 15:30:33,967 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-559258053444263855 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:33,967 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-559258053444263855 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:33,970 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0012_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:30:33,972 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] starting step: (2/3)
2013-10-31 15:30:33,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0012 dst=null perm=null
2013-10-31 15:30:33,978 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:30:33,978 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:30:33,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:33,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:30:34,007 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0012
2013-10-31 15:30:34,007 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0012 being deleted.
2013-10-31 15:30:34,038 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-559258053444263855_1176
2013-10-31 15:30:34,039 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_916943482236629380_1173 blk_-1697956122056961397_1170 blk_8828337421508400172_1172 blk_-7598443688953912272_1171 blk_-559258053444263855_1176
2013-10-31 15:30:34,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:34,151 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.jar. blk_-4444215714525101853_1184
2013-10-31 15:30:34,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4444215714525101853_1184 src: /127.0.0.1:45784 dest: /127.0.0.1:42991
2013-10-31 15:30:34,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4444215714525101853_1184 src: /127.0.0.1:52562 dest: /127.0.0.1:57702
2013-10-31 15:30:34,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4444215714525101853_1184 src: /127.0.0.1:40484 dest: /127.0.0.1:53907
2013-10-31 15:30:34,166 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40484, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4444215714525101853_1184, duration: 7226475
2013-10-31 15:30:34,167 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4444215714525101853_1184 terminating
2013-10-31 15:30:34,167 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52562, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4444215714525101853_1184, duration: 8041145
2013-10-31 15:30:34,168 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4444215714525101853_1184 terminating
2013-10-31 15:30:34,168 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45784, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4444215714525101853_1184, duration: 9134378
2013-10-31 15:30:34,169 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4444215714525101853_1184 terminating
2013-10-31 15:30:34,169 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4444215714525101853_1184 size 238055
2013-10-31 15:30:34,171 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.jar from client DFSClient_1342392704
2013-10-31 15:30:34,171 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.jar is closed by DFSClient_1342392704
2013-10-31 15:30:34,171 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4444215714525101853_1184 size 238055
2013-10-31 15:30:34,172 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4444215714525101853_1184 size 238055
2013-10-31 15:30:34,176 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.jar. New replication is 10
2013-10-31 15:30:34,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.jar dst=null perm=null
2013-10-31 15:30:34,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:34,193 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:30:34,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB dst=null perm=null
2013-10-31 15:30:34,199 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:30:34,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00000 dst=null perm=null
2013-10-31 15:30:34,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00001 dst=null perm=null
2013-10-31 15:30:34,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00002 dst=null perm=null
2013-10-31 15:30:34,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00003 dst=null perm=null
2013-10-31 15:30:34,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00004 dst=null perm=null
2013-10-31 15:30:34,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00005 dst=null perm=null
2013-10-31 15:30:34,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:34,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:34,221 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split. New replication is 10
2013-10-31 15:30:34,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split dst=null perm=null
2013-10-31 15:30:34,228 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split. blk_5532102117702443750_1185
2013-10-31 15:30:34,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5532102117702443750_1185 src: /127.0.0.1:39059 dest: /127.0.0.1:48948
2013-10-31 15:30:34,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5532102117702443750_1185 src: /127.0.0.1:52565 dest: /127.0.0.1:57702
2013-10-31 15:30:34,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5532102117702443750_1185 src: /127.0.0.1:45789 dest: /127.0.0.1:42991
2013-10-31 15:30:34,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5532102117702443750_1185 src: /127.0.0.1:40488 dest: /127.0.0.1:53907
2013-10-31 15:30:34,239 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40488, dest: /127.0.0.1:53907, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5532102117702443750_1185, duration: 94204
2013-10-31 15:30:34,239 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5532102117702443750_1185 terminating
2013-10-31 15:30:34,239 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45789, dest: /127.0.0.1:42991, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5532102117702443750_1185, duration: 991232
2013-10-31 15:30:34,240 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5532102117702443750_1185 terminating
2013-10-31 15:30:34,241 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52565, dest: /127.0.0.1:57702, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5532102117702443750_1185, duration: 2193331
2013-10-31 15:30:34,241 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5532102117702443750_1185 terminating
2013-10-31 15:30:34,241 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5532102117702443750_1185 size 2083
2013-10-31 15:30:34,242 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39059, dest: /127.0.0.1:48948, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5532102117702443750_1185, duration: 3077789
2013-10-31 15:30:34,242 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_5532102117702443750_1185 terminating
2013-10-31 15:30:34,245 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5532102117702443750_1185 size 2083
2013-10-31 15:30:34,245 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split from client DFSClient_1342392704
2013-10-31 15:30:34,246 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split is closed by DFSClient_1342392704
2013-10-31 15:30:34,246 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5532102117702443750_1185 size 2083
2013-10-31 15:30:34,247 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5532102117702443750_1185 size 2083
2013-10-31 15:30:34,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:34,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:34,266 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.splitmetainfo. blk_3022639460423277467_1186
2013-10-31 15:30:34,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3022639460423277467_1186 src: /127.0.0.1:40489 dest: /127.0.0.1:53907
2013-10-31 15:30:34,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3022639460423277467_1186 src: /127.0.0.1:52569 dest: /127.0.0.1:57702
2013-10-31 15:30:34,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3022639460423277467_1186 src: /127.0.0.1:45793 dest: /127.0.0.1:42991
2013-10-31 15:30:34,273 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45793, dest: /127.0.0.1:42991, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3022639460423277467_1186, duration: 64365
2013-10-31 15:30:34,274 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3022639460423277467_1186 terminating
2013-10-31 15:30:34,274 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52569, dest: /127.0.0.1:57702, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3022639460423277467_1186, duration: 858435
2013-10-31 15:30:34,274 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3022639460423277467_1186 terminating
2013-10-31 15:30:34,275 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40489, dest: /127.0.0.1:53907, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3022639460423277467_1186, duration: 1761297
2013-10-31 15:30:34,276 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3022639460423277467_1186 terminating
2013-10-31 15:30:34,277 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3022639460423277467_1186 size 219
2013-10-31 15:30:34,278 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3022639460423277467_1186 size 219
2013-10-31 15:30:34,278 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3022639460423277467_1186 size 219
2013-10-31 15:30:34,279 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:30:34,279 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:30:34,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:34,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:34,305 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.xml. blk_-4123050658505995883_1187
2013-10-31 15:30:34,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4123050658505995883_1187 src: /127.0.0.1:39066 dest: /127.0.0.1:48948
2013-10-31 15:30:34,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4123050658505995883_1187 src: /127.0.0.1:45795 dest: /127.0.0.1:42991
2013-10-31 15:30:34,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4123050658505995883_1187 src: /127.0.0.1:40494 dest: /127.0.0.1:53907
2013-10-31 15:30:34,313 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40494, dest: /127.0.0.1:53907, bytes: 29007, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4123050658505995883_1187, duration: 884628
2013-10-31 15:30:34,314 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4123050658505995883_1187 terminating
2013-10-31 15:30:34,314 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45795, dest: /127.0.0.1:42991, bytes: 29007, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4123050658505995883_1187, duration: 1605249
2013-10-31 15:30:34,315 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4123050658505995883_1187 terminating
2013-10-31 15:30:34,315 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39066, dest: /127.0.0.1:48948, bytes: 29007, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4123050658505995883_1187, duration: 2503039
2013-10-31 15:30:34,315 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4123050658505995883_1187 size 29007
2013-10-31 15:30:34,315 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4123050658505995883_1187 terminating
2013-10-31 15:30:34,317 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4123050658505995883_1187 size 29007
2013-10-31 15:30:34,317 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.xml from client DFSClient_1342392704
2013-10-31 15:30:34,318 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.xml is closed by DFSClient_1342392704
2013-10-31 15:30:34,319 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4123050658505995883_1187 size 29007
2013-10-31 15:30:34,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.xml dst=null perm=null
2013-10-31 15:30:34,332 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45798, bytes: 29235, op: HDFS_READ, cliID: DFSClient_-178817700, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4123050658505995883_1187, duration: 403465
2013-10-31 15:30:34,352 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0013: nMaps=6 nReduces=0 max=-1
2013-10-31 15:30:34,352 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0013 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:30:34,352 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0013
2013-10-31 15:30:34,353 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0013 RESULT=SUCCESS
2013-10-31 15:30:34,353 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0013
2013-10-31 15:30:34,354 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] submitted hadoop job: job_20131031152505967_0013
2013-10-31 15:30:34,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_logs/history/job_20131031152505967_0013_1383233434323_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2F23FC26E9F51B46CB dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:34,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_logs/history/job_20131031152505967_0013_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:34,386 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_logs/history/job_20131031152505967_0013_conf.xml. blk_4081003565415902700_1189
2013-10-31 15:30:34,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4081003565415902700_1189 src: /127.0.0.1:45799 dest: /127.0.0.1:42991
2013-10-31 15:30:34,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4081003565415902700_1189 src: /127.0.0.1:40498 dest: /127.0.0.1:53907
2013-10-31 15:30:34,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4081003565415902700_1189 src: /127.0.0.1:39073 dest: /127.0.0.1:48948
2013-10-31 15:30:34,395 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39073, dest: /127.0.0.1:48948, bytes: 29072, op: HDFS_WRITE, cliID: DFSClient_-178817700, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4081003565415902700_1189, duration: 719571
2013-10-31 15:30:34,396 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4081003565415902700_1189 terminating
2013-10-31 15:30:34,396 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4081003565415902700_1189 size 29072
2013-10-31 15:30:34,396 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40498, dest: /127.0.0.1:53907, bytes: 29072, op: HDFS_WRITE, cliID: DFSClient_-178817700, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4081003565415902700_1189, duration: 1872902
2013-10-31 15:30:34,397 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4081003565415902700_1189 terminating
2013-10-31 15:30:34,397 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45799, dest: /127.0.0.1:42991, bytes: 29072, op: HDFS_WRITE, cliID: DFSClient_-178817700, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4081003565415902700_1189, duration: 2624169
2013-10-31 15:30:34,398 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4081003565415902700_1189 terminating
2013-10-31 15:30:34,400 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4081003565415902700_1189 size 29072
2013-10-31 15:30:34,400 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_logs/history/job_20131031152505967_0013_conf.xml from client DFSClient_-178817700
2013-10-31 15:30:34,401 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_logs/history/job_20131031152505967_0013_conf.xml is closed by DFSClient_-178817700
2013-10-31 15:30:34,402 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4081003565415902700_1189 size 29072
2013-10-31 15:30:34,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0013/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:34,603 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0013/jobToken. blk_1426039547727733705_1190
2013-10-31 15:30:34,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1426039547727733705_1190 src: /127.0.0.1:45802 dest: /127.0.0.1:42991
2013-10-31 15:30:34,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1426039547727733705_1190 src: /127.0.0.1:40501 dest: /127.0.0.1:53907
2013-10-31 15:30:34,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1426039547727733705_1190 src: /127.0.0.1:52581 dest: /127.0.0.1:57702
2013-10-31 15:30:34,611 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52581, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1426039547727733705_1190, duration: 67282
2013-10-31 15:30:34,611 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1426039547727733705_1190 terminating
2013-10-31 15:30:34,612 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40501, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1426039547727733705_1190, duration: 871766
2013-10-31 15:30:34,612 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1426039547727733705_1190 terminating
2013-10-31 15:30:34,612 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45802, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1426039547727733705_1190, duration: 1784857
2013-10-31 15:30:34,612 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1426039547727733705_1190 size 116
2013-10-31 15:30:34,613 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1426039547727733705_1190 terminating
2013-10-31 15:30:34,616 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1426039547727733705_1190 size 116
2013-10-31 15:30:34,616 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1426039547727733705_1190 size 116
2013-10-31 15:30:34,616 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0013/jobToken from client DFSClient_1342392704
2013-10-31 15:30:34,617 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0013/jobToken is closed by DFSClient_1342392704
2013-10-31 15:30:34,624 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0013/jobToken
2013-10-31 15:30:34,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.splitmetainfo dst=null perm=null
2013-10-31 15:30:34,628 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45805, bytes: 223, op: HDFS_READ, cliID: DFSClient_-178817700, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3022639460423277467_1186, duration: 277808
2013-10-31 15:30:34,629 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0013 = 596. Number of splits = 6
2013-10-31 15:30:34,630 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,630 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,630 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,631 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,631 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,631 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,631 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,632 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,632 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,632 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,632 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,632 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,633 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,633 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,633 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,633 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,634 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,634 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0013_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:34,634 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0013 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:30:34,635 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0013 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:30:36,042 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7598443688953912272_1171 file build/test/data/dfs/data/data3/current/blk_-7598443688953912272 for deletion
2013-10-31 15:30:36,042 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1697956122056961397_1170 file build/test/data/dfs/data/data3/current/blk_-1697956122056961397 for deletion
2013-10-31 15:30:36,042 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7598443688953912272_1171 at file build/test/data/dfs/data/data3/current/blk_-7598443688953912272
2013-10-31 15:30:36,042 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-559258053444263855_1176 file build/test/data/dfs/data/data4/current/blk_-559258053444263855 for deletion
2013-10-31 15:30:36,043 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1697956122056961397_1170 at file build/test/data/dfs/data/data3/current/blk_-1697956122056961397
2013-10-31 15:30:36,043 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-559258053444263855_1176 at file build/test/data/dfs/data/data4/current/blk_-559258053444263855
2013-10-31 15:30:36,043 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_916943482236629380_1173 file build/test/data/dfs/data/data3/current/blk_916943482236629380 for deletion
2013-10-31 15:30:36,044 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8828337421508400172_1172 file build/test/data/dfs/data/data4/current/blk_8828337421508400172 for deletion
2013-10-31 15:30:36,044 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_916943482236629380_1173 at file build/test/data/dfs/data/data3/current/blk_916943482236629380
2013-10-31 15:30:36,044 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8828337421508400172_1172 at file build/test/data/dfs/data/data4/current/blk_8828337421508400172
2013-10-31 15:30:36,606 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-559258053444263855_1176 file build/test/data/dfs/data/data5/current/blk_-559258053444263855 for deletion
2013-10-31 15:30:36,606 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-559258053444263855_1176 at file build/test/data/dfs/data/data5/current/blk_-559258053444263855
2013-10-31 15:30:36,914 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0013_m_000007_0' to tip task_20131031152505967_0013_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:30:36,919 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0012_m_000000_0'
2013-10-31 15:30:36,920 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0012_m_000001_0'
2013-10-31 15:30:36,920 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0012_m_000007_0'
2013-10-31 15:30:36,923 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0013_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:30:36,923 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0012_m_000004_0'
2013-10-31 15:30:36,923 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0013_m_000007_0 which needs 1 slots
2013-10-31 15:30:36,923 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0012_m_000005_0'
2013-10-31 15:30:36,924 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0013_m_000007_0 which needs 1 slots
2013-10-31 15:30:36,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0013/jobToken dst=null perm=null
2013-10-31 15:30:36,933 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45806, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1426039547727733705_1190, duration: 326228
2013-10-31 15:30:36,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.xml dst=null perm=null
2013-10-31 15:30:36,944 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40506, bytes: 29235, op: HDFS_READ, cliID: DFSClient_-858677393, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4123050658505995883_1187, duration: 399559
2013-10-31 15:30:36,968 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:30:36,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.jar dst=null perm=null
2013-10-31 15:30:36,982 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45809, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-858677393, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4444215714525101853_1184, duration: 670396
2013-10-31 15:30:37,039 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_-4444215714525101853_1184 to datanode(s) 127.0.0.1:48948
2013-10-31 15:30:37,040 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-1697956122056961397_1170 blk_8828337421508400172_1172 blk_-7598443688953912272_1171 blk_-559258053444263855_1176
2013-10-31 15:30:37,087 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0012_m_2027220641
2013-10-31 15:30:37,093 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26146 with signal TERM. Exit code 0
2013-10-31 15:30:37,093 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0013_m_-1053752874
2013-10-31 15:30:37,094 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0013_m_-1053752874 spawned.
2013-10-31 15:30:37,095 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0013/attempt_20131031152505967_0013_m_000007_0/taskjvm.sh
2013-10-31 15:30:37,353 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:37,353 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:37,353 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:37,354 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0012_m_2027220641 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:30:38,115 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0013_m_-1053752874 given task: attempt_20131031152505967_0013_m_000007_0
2013-10-31 15:30:38,421 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_-4444215714525101853_1184 to 127.0.0.1:48948
2013-10-31 15:30:38,422 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7598443688953912272_1171 file build/test/data/dfs/data/data1/current/blk_-7598443688953912272 for deletion
2013-10-31 15:30:38,422 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1697956122056961397_1170 file build/test/data/dfs/data/data2/current/blk_-1697956122056961397 for deletion
2013-10-31 15:30:38,422 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7598443688953912272_1171 at file build/test/data/dfs/data/data1/current/blk_-7598443688953912272
2013-10-31 15:30:38,422 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-559258053444263855_1176 file build/test/data/dfs/data/data2/current/blk_-559258053444263855 for deletion
2013-10-31 15:30:38,422 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1697956122056961397_1170 at file build/test/data/dfs/data/data2/current/blk_-1697956122056961397
2013-10-31 15:30:38,422 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8828337421508400172_1172 file build/test/data/dfs/data/data2/current/blk_8828337421508400172 for deletion
2013-10-31 15:30:38,422 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-559258053444263855_1176 at file build/test/data/dfs/data/data2/current/blk_-559258053444263855
2013-10-31 15:30:38,422 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_-4444215714525101853_1184 to /127.0.0.1:48948
2013-10-31 15:30:38,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4444215714525101853_1184 src: /127.0.0.1:39083 dest: /127.0.0.1:48948
2013-10-31 15:30:38,422 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8828337421508400172_1172 at file build/test/data/dfs/data/data2/current/blk_8828337421508400172
2013-10-31 15:30:38,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-4444215714525101853_1184 src: /127.0.0.1:39083 dest: /127.0.0.1:48948 of size 238055
2013-10-31 15:30:38,427 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4444215714525101853_1184 size 238055
2013-10-31 15:30:38,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:38,968 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0012
2013-10-31 15:30:38,968 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0012_m_000002_0 not found in cache
2013-10-31 15:30:38,968 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0012_m_000006_0 not found in cache
2013-10-31 15:30:38,969 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0012_m_000003_0 not found in cache
2013-10-31 15:30:38,969 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0012 for user-log deletion with retainTimeStamp:1383319838969
2013-10-31 15:30:39,267 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0012_m_-858601550 since job job_20131031152505967_0012 is dead
2013-10-31 15:30:39,277 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26420 with signal TERM. Exit code 0
2013-10-31 15:30:39,443 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:39,443 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:39,443 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:39,444 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0012_m_-858601550 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:30:39,822 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0012_m_1718416257 since job job_20131031152505967_0012 is dead
2013-10-31 15:30:39,832 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26415 with signal TERM. Exit code 0
2013-10-31 15:30:40,001 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:40,001 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:40,001 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:40,001 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0012_m_1718416257 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:30:41,533 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000007_0 0.0% setup
2013-10-31 15:30:41,537 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0013_m_000007_0 is done.
2013-10-31 15:30:41,537 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0013_m_000007_0 was -1
2013-10-31 15:30:41,538 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:41,923 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0012
2013-10-31 15:30:41,924 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0012_m_000001_0 not found in cache
2013-10-31 15:30:41,924 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0012_m_000000_0 not found in cache
2013-10-31 15:30:41,924 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0012
2013-10-31 15:30:41,925 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0012 for user-log deletion with retainTimeStamp:1383319841924
2013-10-31 15:30:41,925 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0012_m_000005_0 not found in cache
2013-10-31 15:30:41,925 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0012_m_000004_0 not found in cache
2013-10-31 15:30:41,926 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0012 for user-log deletion with retainTimeStamp:1383319841926
2013-10-31 15:30:42,203 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0012_m_1553611062 since job job_20131031152505967_0012 is dead
2013-10-31 15:30:42,212 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26421 with signal TERM. Exit code 0
2013-10-31 15:30:42,243 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0012_m_282994142 since job job_20131031152505967_0012 is dead
2013-10-31 15:30:42,253 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26422 with signal TERM. Exit code 0
2013-10-31 15:30:42,520 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:42,521 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:42,521 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:42,521 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0012_m_1553611062 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:30:42,522 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:42,522 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:42,522 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:42,523 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0012_m_282994142 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:30:42,928 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0013_m_000007_0' has completed task_20131031152505967_0013_m_000007 successfully.
2013-10-31 15:30:42,932 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0013_m_000000_0' to tip task_20131031152505967_0013_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:30:42,933 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0013_m_000000
2013-10-31 15:30:42,933 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0013_m_000001_0' to tip task_20131031152505967_0013_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:30:42,934 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0013_m_000001
2013-10-31 15:30:42,936 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0013_m_000002_0' to tip task_20131031152505967_0013_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:30:42,936 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0013_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:30:42,937 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0013_m_000002
2013-10-31 15:30:42,938 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0013_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:30:42,938 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0013_m_000003_0' to tip task_20131031152505967_0013_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:30:42,938 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0013_m_000000_0 which needs 1 slots
2013-10-31 15:30:42,939 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0013_m_000003
2013-10-31 15:30:42,939 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0013_m_000000_0 which needs 1 slots
2013-10-31 15:30:42,939 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0013_m_000001_0 which needs 1 slots
2013-10-31 15:30:42,940 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0013_m_000001_0 which needs 1 slots
2013-10-31 15:30:42,941 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0013_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:30:42,944 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0013_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:30:42,945 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0013_m_000002_0 which needs 1 slots
2013-10-31 15:30:42,945 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0013_m_000002_0 which needs 1 slots
2013-10-31 15:30:42,946 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0013_m_000003_0 which needs 1 slots
2013-10-31 15:30:42,946 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0013_m_000003_0 which needs 1 slots
2013-10-31 15:30:42,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0013/jobToken dst=null perm=null
2013-10-31 15:30:42,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52590, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1426039547727733705_1190, duration: 349904
2013-10-31 15:30:42,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.xml dst=null perm=null
2013-10-31 15:30:42,966 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39087, bytes: 29235, op: HDFS_READ, cliID: DFSClient_-1501263033, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4123050658505995883_1187, duration: 423154
2013-10-31 15:30:42,973 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0013/attempt_20131031152505967_0013_m_000000_0. Attempting to reuse: jvm_20131031152505967_0013_m_-1053752874
2013-10-31 15:30:42,974 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0013_m_000004_0' to tip task_20131031152505967_0013_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:30:42,974 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0013_m_000004
2013-10-31 15:30:42,974 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0012_m_-1168583820
2013-10-31 15:30:42,974 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0013_m_000005_0' to tip task_20131031152505967_0013_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:30:42,975 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0013_m_000005
2013-10-31 15:30:42,976 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0013_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:30:42,976 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0013_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:30:42,976 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0013_m_000004_0 which needs 1 slots
2013-10-31 15:30:42,976 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0013_m_000004_0 which needs 1 slots
2013-10-31 15:30:42,977 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0013_m_000005_0 which needs 1 slots
2013-10-31 15:30:42,977 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0013_m_000005_0 which needs 1 slots
2013-10-31 15:30:42,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0013/jobToken dst=null perm=null
2013-10-31 15:30:42,981 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26340 with signal TERM. Exit code 0
2013-10-31 15:30:42,981 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0013_m_-932817562
2013-10-31 15:30:42,982 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0013_m_-932817562 spawned.
2013-10-31 15:30:42,984 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52593, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1426039547727733705_1190, duration: 302075
2013-10-31 15:30:42,985 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0013/attempt_20131031152505967_0013_m_000001_0/taskjvm.sh
2013-10-31 15:30:43,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.xml dst=null perm=null
2013-10-31 15:30:43,013 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45818, bytes: 29235, op: HDFS_READ, cliID: DFSClient_-474286387, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4123050658505995883_1187, duration: 186869
2013-10-31 15:30:43,018 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:30:43,027 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:30:43,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.jar dst=null perm=null
2013-10-31 15:30:43,032 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52596, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1501263033, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4444215714525101853_1184, duration: 660830
2013-10-31 15:30:43,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.jar dst=null perm=null
2013-10-31 15:30:43,044 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52597, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-474286387, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4444215714525101853_1184, duration: 671379
2013-10-31 15:30:43,057 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:30:43,057 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:30:43,057 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:30:43,057 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0012_m_-1168583820 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:30:43,097 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0013_m_-1053752874 given task: attempt_20131031152505967_0013_m_000000_0
2013-10-31 15:30:43,103 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0013_m_1661676742
2013-10-31 15:30:43,103 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0013_m_1661676742 spawned.
2013-10-31 15:30:43,104 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0013_m_-567340398
2013-10-31 15:30:43,104 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0013_m_-567340398 spawned.
2013-10-31 15:30:43,105 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0013/attempt_20131031152505967_0013_m_000002_0/taskjvm.sh
2013-10-31 15:30:43,106 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0013/attempt_20131031152505967_0013_m_000003_0/taskjvm.sh
2013-10-31 15:30:43,115 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0013_m_741532104
2013-10-31 15:30:43,116 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0013_m_741532104 spawned.
2013-10-31 15:30:43,117 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0013/attempt_20131031152505967_0013_m_000005_0/taskjvm.sh
2013-10-31 15:30:43,119 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0013_m_1064432491
2013-10-31 15:30:43,120 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0013_m_1064432491 spawned.
2013-10-31 15:30:43,121 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0013/attempt_20131031152505967_0013_m_000004_0/taskjvm.sh
2013-10-31 15:30:43,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split dst=null perm=null
2013-10-31 15:30:43,201 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40520, bytes: 2103, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5532102117702443750_1185, duration: 164600
2013-10-31 15:30:43,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00000 dst=null perm=null
2013-10-31 15:30:43,238 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39095, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_9137725298402926841_1178, duration: 103474
2013-10-31 15:30:43,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:43,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:43,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:43,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:43,734 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39097, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 145942
2013-10-31 15:30:43,744 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000000_0/part-00000. blk_-2869707476366141514_1191
2013-10-31 15:30:43,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2869707476366141514_1191 src: /127.0.0.1:39098 dest: /127.0.0.1:48948
2013-10-31 15:30:43,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2869707476366141514_1191 src: /127.0.0.1:40525 dest: /127.0.0.1:53907
2013-10-31 15:30:43,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2869707476366141514_1191 src: /127.0.0.1:52605 dest: /127.0.0.1:57702
2013-10-31 15:30:43,763 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52605, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2869707476366141514_1191, duration: 1218056
2013-10-31 15:30:43,763 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2869707476366141514_1191 terminating
2013-10-31 15:30:43,763 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40525, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2869707476366141514_1191, duration: 1571819
2013-10-31 15:30:43,763 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2869707476366141514_1191 size 92
2013-10-31 15:30:43,763 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2869707476366141514_1191 terminating
2013-10-31 15:30:43,764 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39098, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2869707476366141514_1191, duration: 1935532
2013-10-31 15:30:43,764 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2869707476366141514_1191 size 92
2013-10-31 15:30:43,764 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2869707476366141514_1191 terminating
2013-10-31 15:30:43,765 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2869707476366141514_1191 size 92
2013-10-31 15:30:43,765 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0013_m_000000_0
2013-10-31 15:30:43,765 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0013_m_000000_0
2013-10-31 15:30:43,804 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0013_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:43,804 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000000_0 0.0%
2013-10-31 15:30:43,816 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0013_m_-932817562 given task: attempt_20131031152505967_0013_m_000001_0
2013-10-31 15:30:44,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split dst=null perm=null
2013-10-31 15:30:44,309 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0013_m_1661676742 given task: attempt_20131031152505967_0013_m_000002_0
2013-10-31 15:30:44,315 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0013_m_-567340398 given task: attempt_20131031152505967_0013_m_000003_0
2013-10-31 15:30:44,315 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39106, bytes: 2103, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5532102117702443750_1185, duration: 422374
2013-10-31 15:30:44,335 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0013_m_741532104 given task: attempt_20131031152505967_0013_m_000005_0
2013-10-31 15:30:44,341 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0013_m_1064432491 given task: attempt_20131031152505967_0013_m_000004_0
2013-10-31 15:30:44,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00001 dst=null perm=null
2013-10-31 15:30:44,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45835, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3935577303957414714_1177, duration: 150515
2013-10-31 15:30:44,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:44,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:44,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:44,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:44,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39108, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 127506
2013-10-31 15:30:44,655 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000001_0/part-00001. blk_6023910212449048760_1192
2013-10-31 15:30:44,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6023910212449048760_1192 src: /127.0.0.1:45837 dest: /127.0.0.1:42991
2013-10-31 15:30:44,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6023910212449048760_1192 src: /127.0.0.1:39110 dest: /127.0.0.1:48948
2013-10-31 15:30:44,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6023910212449048760_1192 src: /127.0.0.1:40537 dest: /127.0.0.1:53907
2013-10-31 15:30:44,683 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40537, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6023910212449048760_1192, duration: 1032571
2013-10-31 15:30:44,683 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6023910212449048760_1192 terminating
2013-10-31 15:30:44,683 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39110, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6023910212449048760_1192, duration: 1369871
2013-10-31 15:30:44,684 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6023910212449048760_1192 terminating
2013-10-31 15:30:44,684 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45837, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6023910212449048760_1192, duration: 1747424
2013-10-31 15:30:44,684 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6023910212449048760_1192 terminating
2013-10-31 15:30:44,685 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6023910212449048760_1192 size 114
2013-10-31 15:30:44,685 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0013_m_000001_0
2013-10-31 15:30:44,685 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0013_m_000001_0
2013-10-31 15:30:44,685 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6023910212449048760_1192 size 114
2013-10-31 15:30:44,687 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6023910212449048760_1192 size 114
2013-10-31 15:30:44,735 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0013_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:44,735 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000001_0 0.0%
2013-10-31 15:30:44,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split dst=null perm=null
2013-10-31 15:30:44,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split dst=null perm=null
2013-10-31 15:30:44,829 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45844, bytes: 1587, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5532102117702443750_1185, duration: 161452
2013-10-31 15:30:44,832 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40543, bytes: 1071, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000003_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5532102117702443750_1185, duration: 147242
2013-10-31 15:30:44,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split dst=null perm=null
2013-10-31 15:30:44,849 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45846, bytes: 1071, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5532102117702443750_1185, duration: 147805
2013-10-31 15:30:44,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013/job.split dst=null perm=null
2013-10-31 15:30:44,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40545, bytes: 555, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000005_0, offset: 1536, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5532102117702443750_1185, duration: 169306
2013-10-31 15:30:44,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00003 dst=null perm=null
2013-10-31 15:30:44,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00002 dst=null perm=null
2013-10-31 15:30:44,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39120, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1667306038627781975_1182, duration: 108849
2013-10-31 15:30:44,869 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40547, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5352529106480466657_1182, duration: 108077
2013-10-31 15:30:44,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00004 dst=null perm=null
2013-10-31 15:30:44,886 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45850, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_710322561154687761_1182, duration: 106702
2013-10-31 15:30:44,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00005 dst=null perm=null
2013-10-31 15:30:44,893 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52628, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5601825108972236099_1182, duration: 125756
2013-10-31 15:30:44,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:44,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:44,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:44,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:44,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:44,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:44,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:44,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:45,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:45,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:45,138 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40550, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 143595
2013-10-31 15:30:45,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:45,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:45,152 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40551, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 112493
2013-10-31 15:30:45,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:45,156 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000002_0/part-00002. blk_-4095254712820514681_1196
2013-10-31 15:30:45,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:45,162 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40553, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 128692
2013-10-31 15:30:45,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:45,168 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000003_0/part-00003. blk_2079783563697104213_1196
2013-10-31 15:30:45,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:45,174 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40555, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0013_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 131639
2013-10-31 15:30:45,179 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000004_0/part-00004. blk_-7496470698764017909_1196
2013-10-31 15:30:45,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4095254712820514681_1196 src: /127.0.0.1:39126 dest: /127.0.0.1:48948
2013-10-31 15:30:45,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4095254712820514681_1196 src: /127.0.0.1:52636 dest: /127.0.0.1:57702
2013-10-31 15:30:45,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4095254712820514681_1196 src: /127.0.0.1:45860 dest: /127.0.0.1:42991
2013-10-31 15:30:45,189 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45860, dest: /127.0.0.1:42991, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4095254712820514681_1196, duration: 1024428
2013-10-31 15:30:45,189 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000005_0/part-00005. blk_919482204803003108_1196
2013-10-31 15:30:45,189 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4095254712820514681_1196 terminating
2013-10-31 15:30:45,189 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4095254712820514681_1196 size 158
2013-10-31 15:30:45,189 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52636, dest: /127.0.0.1:57702, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4095254712820514681_1196, duration: 3057468
2013-10-31 15:30:45,190 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4095254712820514681_1196 terminating
2013-10-31 15:30:45,190 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39126, dest: /127.0.0.1:48948, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4095254712820514681_1196, duration: 3572907
2013-10-31 15:30:45,190 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4095254712820514681_1196 size 158
2013-10-31 15:30:45,190 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4095254712820514681_1196 terminating
2013-10-31 15:30:45,191 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0013_m_000002_0
2013-10-31 15:30:45,191 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0013_m_000002_0
2013-10-31 15:30:45,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2079783563697104213_1196 src: /127.0.0.1:39128 dest: /127.0.0.1:48948
2013-10-31 15:30:45,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2079783563697104213_1196 src: /127.0.0.1:45862 dest: /127.0.0.1:42991
2013-10-31 15:30:45,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2079783563697104213_1196 src: /127.0.0.1:52640 dest: /127.0.0.1:57702
2013-10-31 15:30:45,194 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4095254712820514681_1196 size 158
2013-10-31 15:30:45,196 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52640, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2079783563697104213_1196, duration: 1365467
2013-10-31 15:30:45,197 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2079783563697104213_1196 terminating
2013-10-31 15:30:45,197 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2079783563697104213_1196 size 92
2013-10-31 15:30:45,197 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45862, dest: /127.0.0.1:42991, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2079783563697104213_1196, duration: 2400298
2013-10-31 15:30:45,197 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2079783563697104213_1196 terminating
2013-10-31 15:30:45,197 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39128, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2079783563697104213_1196, duration: 2786683
2013-10-31 15:30:45,198 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2079783563697104213_1196 terminating
2013-10-31 15:30:45,198 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0013_m_000003_0
2013-10-31 15:30:45,199 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0013_m_000003_0
2013-10-31 15:30:45,200 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2079783563697104213_1196 size 92
2013-10-31 15:30:45,201 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2079783563697104213_1196 size 92
2013-10-31 15:30:45,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7496470698764017909_1196 src: /127.0.0.1:39130 dest: /127.0.0.1:48948
2013-10-31 15:30:45,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7496470698764017909_1196 src: /127.0.0.1:40562 dest: /127.0.0.1:53907
2013-10-31 15:30:45,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7496470698764017909_1196 src: /127.0.0.1:52642 dest: /127.0.0.1:57702
2013-10-31 15:30:45,206 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52642, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7496470698764017909_1196, duration: 967514
2013-10-31 15:30:45,206 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7496470698764017909_1196 terminating
2013-10-31 15:30:45,206 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40562, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7496470698764017909_1196, duration: 1421863
2013-10-31 15:30:45,207 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7496470698764017909_1196 terminating
2013-10-31 15:30:45,207 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39130, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7496470698764017909_1196, duration: 1856805
2013-10-31 15:30:45,207 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7496470698764017909_1196 terminating
2013-10-31 15:30:45,208 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7496470698764017909_1196 size 70
2013-10-31 15:30:45,210 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7496470698764017909_1196 size 70
2013-10-31 15:30:45,210 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7496470698764017909_1196 size 70
2013-10-31 15:30:45,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_919482204803003108_1196 src: /127.0.0.1:40559 dest: /127.0.0.1:53907
2013-10-31 15:30:45,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_919482204803003108_1196 src: /127.0.0.1:39138 dest: /127.0.0.1:48948
2013-10-31 15:30:45,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_919482204803003108_1196 src: /127.0.0.1:52644 dest: /127.0.0.1:57702
2013-10-31 15:30:45,216 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52644, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_919482204803003108_1196, duration: 1307920
2013-10-31 15:30:45,216 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_919482204803003108_1196 terminating
2013-10-31 15:30:45,216 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_919482204803003108_1196 size 70
2013-10-31 15:30:45,216 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39138, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_919482204803003108_1196, duration: 1416691
2013-10-31 15:30:45,216 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_919482204803003108_1196 terminating
2013-10-31 15:30:45,216 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40559, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0013_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_919482204803003108_1196, duration: 1910003
2013-10-31 15:30:45,217 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_919482204803003108_1196 terminating
2013-10-31 15:30:45,218 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0013_m_000005_0
2013-10-31 15:30:45,218 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0013_m_000005_0
2013-10-31 15:30:45,219 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_919482204803003108_1196 size 70
2013-10-31 15:30:45,219 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_919482204803003108_1196 size 70
2013-10-31 15:30:45,247 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0013_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:45,247 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000002_0 0.0%
2013-10-31 15:30:45,493 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0013_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:45,493 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000003_0 0.0%
2013-10-31 15:30:45,495 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0013_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:45,495 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000005_0 0.0%
2013-10-31 15:30:45,609 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0013_m_000004_0
2013-10-31 15:30:45,610 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0013_m_000004_0
2013-10-31 15:30:45,673 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0013_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:30:45,684 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000004_0 0.0%
2013-10-31 15:30:45,943 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0013_m_000000_0
2013-10-31 15:30:45,943 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0013_m_000001_0
2013-10-31 15:30:45,945 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0013_m_000002_0
2013-10-31 15:30:45,946 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0013_m_000003_0
2013-10-31 15:30:45,980 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0013_m_000004_0
2013-10-31 15:30:45,980 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0013_m_000005_0
2013-10-31 15:30:46,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000002_0 dst=null perm=null
2013-10-31 15:30:46,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:46,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:46,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000002_0 dst=null perm=null
2013-10-31 15:30:46,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000003_0 dst=null perm=null
2013-10-31 15:30:46,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000005_0 dst=null perm=null
2013-10-31 15:30:46,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:46,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:46,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:46,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:46,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000003_0 dst=null perm=null
2013-10-31 15:30:46,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000005_0 dst=null perm=null
2013-10-31 15:30:46,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000004_0 dst=null perm=null
2013-10-31 15:30:46,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:46,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:46,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000004_0 dst=null perm=null
2013-10-31 15:30:46,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000001_0 dst=null perm=null
2013-10-31 15:30:46,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:46,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:46,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000001_0 dst=null perm=null
2013-10-31 15:30:46,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000000_0 dst=null perm=null
2013-10-31 15:30:46,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:46,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:46,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary/_attempt_20131031152505967_0013_m_000000_0 dst=null perm=null
2013-10-31 15:30:47,241 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000001_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00001:0+114
2013-10-31 15:30:47,243 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0013_m_000001_0 is done.
2013-10-31 15:30:47,243 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0013_m_000001_0 was -1
2013-10-31 15:30:47,244 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:30:47,756 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000002_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00003:0+114
2013-10-31 15:30:47,756 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000003_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00002:0+92
2013-10-31 15:30:47,757 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0013_m_000002_0 is done.
2013-10-31 15:30:47,757 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0013_m_000002_0 was -1
2013-10-31 15:30:47,758 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0013_m_000003_0 is done.
2013-10-31 15:30:47,758 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0013_m_000003_0 was -1
2013-10-31 15:30:47,759 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:30:47,759 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:47,777 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000004_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00004:0+70
2013-10-31 15:30:47,779 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0013_m_000004_0 is done.
2013-10-31 15:30:47,779 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0013_m_000004_0 was -1
2013-10-31 15:30:47,780 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:30:47,781 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000005_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00005:0+70
2013-10-31 15:30:47,783 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0013_m_000005_0 is done.
2013-10-31 15:30:47,784 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0013_m_000005_0 was -1
2013-10-31 15:30:47,784 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:47,938 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0013_m_000007_0
2013-10-31 15:30:47,939 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0013_m_000007_0
2013-10-31 15:30:47,939 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0013_m_000007_0 not found in cache
2013-10-31 15:30:48,947 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0013_m_000001_0' has completed task_20131031152505967_0013_m_000001 successfully.
2013-10-31 15:30:48,951 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0013_m_000002_0' has completed task_20131031152505967_0013_m_000002 successfully.
2013-10-31 15:30:48,953 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0013_m_000003_0' has completed task_20131031152505967_0013_m_000003 successfully.
2013-10-31 15:30:48,984 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0013_m_000004_0' has completed task_20131031152505967_0013_m_000004 successfully.
2013-10-31 15:30:48,986 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0013_m_000005_0' has completed task_20131031152505967_0013_m_000005 successfully.
2013-10-31 15:30:49,208 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000000_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00000:0+136
2013-10-31 15:30:49,213 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000000_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB/part-00000:0+136
2013-10-31 15:30:49,214 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0013_m_000000_0 is done.
2013-10-31 15:30:49,214 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0013_m_000000_0 was -1
2013-10-31 15:30:49,215 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:51,386 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-4095254712820514681_1196
2013-10-31 15:30:51,952 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0013_m_000000_0' has completed task_20131031152505967_0013_m_000000 successfully.
2013-10-31 15:30:51,954 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0013_m_000006_0' to tip task_20131031152505967_0013_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:30:51,955 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0013_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:30:51,955 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0013_m_000006_0 which needs 1 slots
2013-10-31 15:30:51,956 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0013_m_000006_0 which needs 1 slots
2013-10-31 15:30:51,988 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0013/attempt_20131031152505967_0013_m_000006_0. Attempting to reuse: jvm_20131031152505967_0013_m_-1053752874
2013-10-31 15:30:52,750 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0013_m_-1053752874 given task: attempt_20131031152505967_0013_m_000006_0
2013-10-31 15:30:52,848 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000006_0 0.0%
2013-10-31 15:30:52,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_temporary dst=null perm=null
2013-10-31 15:30:52,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:52,861 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_SUCCESS from client DFSClient_attempt_20131031152505967_0013_m_000006_0
2013-10-31 15:30:52,861 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0013_m_000006_0
2013-10-31 15:30:52,866 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4444215714525101853 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:52,866 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4444215714525101853 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:30:52,866 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4444215714525101853 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:52,866 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4444215714525101853 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:52,866 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5532102117702443750 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:52,866 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5532102117702443750 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:52,867 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5532102117702443750 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:52,867 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5532102117702443750 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:30:52,867 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3022639460423277467 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:52,867 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3022639460423277467 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:30:52,867 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3022639460423277467 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:52,867 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4123050658505995883 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:52,867 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4123050658505995883 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:52,867 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4123050658505995883 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:30:52,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0013 dst=null perm=null
2013-10-31 15:30:55,043 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-4123050658505995883_1187 blk_3022639460423277467_1186 blk_5532102117702443750_1185 blk_-4444215714525101853_1184
2013-10-31 15:30:55,043 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_3022639460423277467_1186 blk_5532102117702443750_1185 blk_-4444215714525101853_1184
2013-10-31 15:30:55,822 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0013_m_000006_0 0.0% cleanup
2013-10-31 15:30:55,824 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0013_m_000006_0 is done.
2013-10-31 15:30:55,824 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0013_m_000006_0 was -1
2013-10-31 15:30:55,825 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:30:57,049 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4444215714525101853_1184 file build/test/data/dfs/data/data3/current/blk_-4444215714525101853 for deletion
2013-10-31 15:30:57,049 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4123050658505995883_1187 file build/test/data/dfs/data/data4/current/blk_-4123050658505995883 for deletion
2013-10-31 15:30:57,050 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4444215714525101853_1184 at file build/test/data/dfs/data/data3/current/blk_-4444215714525101853
2013-10-31 15:30:57,050 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4444215714525101853_1184 file build/test/data/dfs/data/data8/current/blk_-4444215714525101853 for deletion
2013-10-31 15:30:57,050 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4123050658505995883_1187 at file build/test/data/dfs/data/data4/current/blk_-4123050658505995883
2013-10-31 15:30:57,050 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3022639460423277467_1186 file build/test/data/dfs/data/data3/current/blk_3022639460423277467 for deletion
2013-10-31 15:30:57,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4444215714525101853_1184 at file build/test/data/dfs/data/data8/current/blk_-4444215714525101853
2013-10-31 15:30:57,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3022639460423277467_1186 at file build/test/data/dfs/data/data3/current/blk_3022639460423277467
2013-10-31 15:30:57,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5532102117702443750_1185 file build/test/data/dfs/data/data4/current/blk_5532102117702443750 for deletion
2013-10-31 15:30:57,050 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3022639460423277467_1186 file build/test/data/dfs/data/data8/current/blk_3022639460423277467 for deletion
2013-10-31 15:30:57,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5532102117702443750_1185 at file build/test/data/dfs/data/data4/current/blk_5532102117702443750
2013-10-31 15:30:57,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5532102117702443750_1185 file build/test/data/dfs/data/data7/current/blk_5532102117702443750 for deletion
2013-10-31 15:30:57,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3022639460423277467_1186 at file build/test/data/dfs/data/data8/current/blk_3022639460423277467
2013-10-31 15:30:57,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5532102117702443750_1185 at file build/test/data/dfs/data/data7/current/blk_5532102117702443750
2013-10-31 15:30:57,965 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0013_m_000006_0' has completed task_20131031152505967_0013_m_000006 successfully.
2013-10-31 15:30:57,966 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0013 has completed successfully.
2013-10-31 15:30:57,967 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0013,submitTime=1383233434323,launchTime=1383233434634,firstMapTaskLaunchTime=1383233442931,firstJobSetupTaskLaunchTime=1383233436914,firstJobCleanupTaskLaunchTime=1383233451954,finishTime=1383233457966,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=37,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[5C4CF8C5D98E402C96B3C347B527EB23/23FC26E9F51B46CBAEB961F1A5A7A5F1] offset*merge1*offset/(2/3)
2013-10-31 15:30:57,975 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_logs/history/job_20131031152505967_0013_1383233434323_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2F23FC26E9F51B46CB. blk_3500305428750271427_1197
2013-10-31 15:30:57,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3500305428750271427_1197 src: /127.0.0.1:45871 dest: /127.0.0.1:42991
2013-10-31 15:30:57,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3500305428750271427_1197 src: /127.0.0.1:40570 dest: /127.0.0.1:53907
2013-10-31 15:30:57,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3500305428750271427_1197 src: /127.0.0.1:39145 dest: /127.0.0.1:48948
2013-10-31 15:30:57,993 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39145, dest: /127.0.0.1:48948, bytes: 29103, op: HDFS_WRITE, cliID: DFSClient_-178817700, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3500305428750271427_1197, duration: 6525794
2013-10-31 15:30:57,994 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3500305428750271427_1197 terminating
2013-10-31 15:30:57,994 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40570, dest: /127.0.0.1:53907, bytes: 29103, op: HDFS_WRITE, cliID: DFSClient_-178817700, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3500305428750271427_1197, duration: 6025448
2013-10-31 15:30:57,994 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3500305428750271427_1197 terminating
2013-10-31 15:30:57,995 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45871, dest: /127.0.0.1:42991, bytes: 29103, op: HDFS_WRITE, cliID: DFSClient_-178817700, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3500305428750271427_1197, duration: 5328931
2013-10-31 15:30:57,995 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3500305428750271427_1197 terminating
2013-10-31 15:30:58,001 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3500305428750271427_1197 size 29103
2013-10-31 15:30:58,002 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3500305428750271427_1197 size 29103
2013-10-31 15:30:58,002 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3500305428750271427_1197 size 29103
2013-10-31 15:30:58,043 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-4123050658505995883_1187 blk_5532102117702443750_1185 blk_-4444215714525101853_1184
2013-10-31 15:30:58,044 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-4123050658505995883_1187 blk_3022639460423277467_1186 blk_5532102117702443750_1185 blk_-4444215714525101853_1184
2013-10-31 15:30:58,402 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_logs/history/job_20131031152505967_0013_1383233434323_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2F23FC26E9F51B46CB from client DFSClient_-178817700
2013-10-31 15:30:58,402 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/_logs/history/job_20131031152505967_0013_1383233434323_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2F23FC26E9F51B46CB is closed by DFSClient_-178817700
2013-10-31 15:30:58,408 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0013_1383233434323_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2F23FC26E9F51B46CB to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:30:58,409 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0013_m_000000_0'
2013-10-31 15:30:58,409 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0013_m_000001_0'
2013-10-31 15:30:58,409 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0013_m_000006_0'
2013-10-31 15:30:58,411 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1426039547727733705 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:30:58,411 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0013_m_000007_0'
2013-10-31 15:30:58,411 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1426039547727733705 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:30:58,411 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1426039547727733705 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:30:58,412 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0013_m_000004_0'
2013-10-31 15:30:58,412 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0013
2013-10-31 15:30:58,412 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0013_m_000005_0'
2013-10-31 15:30:58,412 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0013 being deleted.
2013-10-31 15:30:58,413 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0013_m_000002_0'
2013-10-31 15:30:58,413 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0013_m_000003_0'
2013-10-31 15:30:58,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0013 dst=null perm=null
2013-10-31 15:30:58,415 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0013_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:30:58,418 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] starting step: (1/3) ...ndAccumulatednoInterMerge
2013-10-31 15:30:58,426 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:30:58,427 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:30:58,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:30:58,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:30:58,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:58,614 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.jar. blk_-1536285253761498420_1198
2013-10-31 15:30:58,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1536285253761498420_1198 src: /127.0.0.1:45876 dest: /127.0.0.1:42991
2013-10-31 15:30:58,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1536285253761498420_1198 src: /127.0.0.1:52654 dest: /127.0.0.1:57702
2013-10-31 15:30:58,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1536285253761498420_1198 src: /127.0.0.1:39150 dest: /127.0.0.1:48948
2013-10-31 15:30:58,631 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39150, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1536285253761498420_1198, duration: 7540504
2013-10-31 15:30:58,631 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1536285253761498420_1198 terminating
2013-10-31 15:30:58,631 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52654, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1536285253761498420_1198, duration: 8455772
2013-10-31 15:30:58,632 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1536285253761498420_1198 terminating
2013-10-31 15:30:58,632 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45876, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1536285253761498420_1198, duration: 9361650
2013-10-31 15:30:58,632 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1536285253761498420_1198 size 238055
2013-10-31 15:30:58,633 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1536285253761498420_1198 terminating
2013-10-31 15:30:58,635 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1536285253761498420_1198 size 238055
2013-10-31 15:30:58,635 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1536285253761498420_1198 size 238055
2013-10-31 15:30:58,635 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.jar from client DFSClient_1342392704
2013-10-31 15:30:58,636 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.jar is closed by DFSClient_1342392704
2013-10-31 15:30:58,641 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.jar. New replication is 10
2013-10-31 15:30:58,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.jar dst=null perm=null
2013-10-31 15:30:58,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:58,653 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:30:58,658 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:30:58,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:30:58,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:58,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:58,677 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split. New replication is 10
2013-10-31 15:30:58,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split dst=null perm=null
2013-10-31 15:30:58,686 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split. blk_2552455231056468725_1199
2013-10-31 15:30:58,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2552455231056468725_1199 src: /127.0.0.1:40577 dest: /127.0.0.1:53907
2013-10-31 15:30:58,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2552455231056468725_1199 src: /127.0.0.1:45880 dest: /127.0.0.1:42991
2013-10-31 15:30:58,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2552455231056468725_1199 src: /127.0.0.1:52658 dest: /127.0.0.1:57702
2013-10-31 15:30:58,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2552455231056468725_1199 src: /127.0.0.1:39154 dest: /127.0.0.1:48948
2013-10-31 15:30:58,696 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39154, dest: /127.0.0.1:48948, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2552455231056468725_1199, duration: 99440
2013-10-31 15:30:58,696 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2552455231056468725_1199 terminating
2013-10-31 15:30:58,697 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52658, dest: /127.0.0.1:57702, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2552455231056468725_1199, duration: 911670
2013-10-31 15:30:58,697 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2552455231056468725_1199 terminating
2013-10-31 15:30:58,698 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2552455231056468725_1199 size 1767
2013-10-31 15:30:58,698 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45880, dest: /127.0.0.1:42991, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2552455231056468725_1199, duration: 1966364
2013-10-31 15:30:58,698 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2552455231056468725_1199 terminating
2013-10-31 15:30:58,698 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2552455231056468725_1199 size 1767
2013-10-31 15:30:58,699 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40577, dest: /127.0.0.1:53907, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2552455231056468725_1199, duration: 2885487
2013-10-31 15:30:58,699 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2552455231056468725_1199 size 1767
2013-10-31 15:30:58,699 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_2552455231056468725_1199 terminating
2013-10-31 15:30:58,701 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split from client DFSClient_1342392704
2013-10-31 15:30:58,701 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split is closed by DFSClient_1342392704
2013-10-31 15:30:58,702 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2552455231056468725_1199 size 1767
2013-10-31 15:30:58,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:58,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:58,727 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.splitmetainfo. blk_62064223088591792_1200
2013-10-31 15:30:58,729 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_62064223088591792_1200 src: /127.0.0.1:40581 dest: /127.0.0.1:53907
2013-10-31 15:30:58,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_62064223088591792_1200 src: /127.0.0.1:45884 dest: /127.0.0.1:42991
2013-10-31 15:30:58,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_62064223088591792_1200 src: /127.0.0.1:39157 dest: /127.0.0.1:48948
2013-10-31 15:30:58,734 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39157, dest: /127.0.0.1:48948, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_62064223088591792_1200, duration: 67074
2013-10-31 15:30:58,735 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_62064223088591792_1200 terminating
2013-10-31 15:30:58,735 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45884, dest: /127.0.0.1:42991, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_62064223088591792_1200, duration: 984294
2013-10-31 15:30:58,736 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_62064223088591792_1200 terminating
2013-10-31 15:30:58,736 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_62064223088591792_1200 size 183
2013-10-31 15:30:58,736 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40581, dest: /127.0.0.1:53907, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_62064223088591792_1200, duration: 1812799
2013-10-31 15:30:58,737 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_62064223088591792_1200 terminating
2013-10-31 15:30:58,738 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_62064223088591792_1200 size 183
2013-10-31 15:30:58,739 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:30:58,739 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:30:58,741 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_62064223088591792_1200 size 183
2013-10-31 15:30:58,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:58,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:58,762 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.xml. blk_-7448383799837255197_1201
2013-10-31 15:30:58,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7448383799837255197_1201 src: /127.0.0.1:39158 dest: /127.0.0.1:48948
2013-10-31 15:30:58,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7448383799837255197_1201 src: /127.0.0.1:45887 dest: /127.0.0.1:42991
2013-10-31 15:30:58,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7448383799837255197_1201 src: /127.0.0.1:40586 dest: /127.0.0.1:53907
2013-10-31 15:30:58,770 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40586, dest: /127.0.0.1:53907, bytes: 29203, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7448383799837255197_1201, duration: 390594
2013-10-31 15:30:58,771 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7448383799837255197_1201 terminating
2013-10-31 15:30:58,771 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45887, dest: /127.0.0.1:42991, bytes: 29203, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7448383799837255197_1201, duration: 1325121
2013-10-31 15:30:58,772 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7448383799837255197_1201 terminating
2013-10-31 15:30:58,772 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39158, dest: /127.0.0.1:48948, bytes: 29203, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7448383799837255197_1201, duration: 2265837
2013-10-31 15:30:58,772 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7448383799837255197_1201 terminating
2013-10-31 15:30:58,775 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7448383799837255197_1201 size 29203
2013-10-31 15:30:58,776 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.xml from client DFSClient_1342392704
2013-10-31 15:30:58,776 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.xml is closed by DFSClient_1342392704
2013-10-31 15:30:58,776 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7448383799837255197_1201 size 29203
2013-10-31 15:30:58,777 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7448383799837255197_1201 size 29203
2013-10-31 15:30:58,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.xml dst=null perm=null
2013-10-31 15:30:58,791 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39162, bytes: 29435, op: HDFS_READ, cliID: DFSClient_1969416340, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7448383799837255197_1201, duration: 396337
2013-10-31 15:30:58,791 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated HDFSReadDelay 136 raw values into 2 aggregated values, total 8
2013-10-31 15:30:58,811 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0014: nMaps=5 nReduces=0 max=-1
2013-10-31 15:30:58,811 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0014 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:30:58,811 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0014
2013-10-31 15:30:58,812 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0014 RESULT=SUCCESS
2013-10-31 15:30:58,812 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0014
2013-10-31 15:30:58,813 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] submitted hadoop job: job_20131031152505967_0014
2013-10-31 15:30:59,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0014_1383233458782_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2FC6EBCD9021A345B3 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:59,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0014_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:59,030 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0014_conf.xml. blk_1388005047897465791_1203
2013-10-31 15:30:59,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1388005047897465791_1203 src: /127.0.0.1:40589 dest: /127.0.0.1:53907
2013-10-31 15:30:59,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1388005047897465791_1203 src: /127.0.0.1:39164 dest: /127.0.0.1:48948
2013-10-31 15:30:59,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1388005047897465791_1203 src: /127.0.0.1:52670 dest: /127.0.0.1:57702
2013-10-31 15:30:59,040 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52670, dest: /127.0.0.1:57702, bytes: 29268, op: HDFS_WRITE, cliID: DFSClient_1969416340, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1388005047897465791_1203, duration: 580362
2013-10-31 15:30:59,040 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1388005047897465791_1203 terminating
2013-10-31 15:30:59,041 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39164, dest: /127.0.0.1:48948, bytes: 29268, op: HDFS_WRITE, cliID: DFSClient_1969416340, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1388005047897465791_1203, duration: 1409217
2013-10-31 15:30:59,041 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1388005047897465791_1203 terminating
2013-10-31 15:30:59,042 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40589, dest: /127.0.0.1:53907, bytes: 29268, op: HDFS_WRITE, cliID: DFSClient_1969416340, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1388005047897465791_1203, duration: 2307612
2013-10-31 15:30:59,042 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1388005047897465791_1203 terminating
2013-10-31 15:30:59,044 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1388005047897465791_1203 size 29268
2013-10-31 15:30:59,044 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0014_conf.xml from client DFSClient_1969416340
2013-10-31 15:30:59,045 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0014_conf.xml is closed by DFSClient_1969416340
2013-10-31 15:30:59,045 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1388005047897465791_1203 size 29268
2013-10-31 15:30:59,046 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1388005047897465791_1203 size 29268
2013-10-31 15:30:59,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0014/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:30:59,056 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0014/jobToken. blk_3677359004342569791_1204
2013-10-31 15:30:59,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3677359004342569791_1204 src: /127.0.0.1:52671 dest: /127.0.0.1:57702
2013-10-31 15:30:59,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3677359004342569791_1204 src: /127.0.0.1:40593 dest: /127.0.0.1:53907
2013-10-31 15:30:59,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3677359004342569791_1204 src: /127.0.0.1:39168 dest: /127.0.0.1:48948
2013-10-31 15:30:59,063 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39168, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3677359004342569791_1204, duration: 65487
2013-10-31 15:30:59,064 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3677359004342569791_1204 terminating
2013-10-31 15:30:59,064 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40593, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3677359004342569791_1204, duration: 903681
2013-10-31 15:30:59,065 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3677359004342569791_1204 terminating
2013-10-31 15:30:59,065 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52671, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3677359004342569791_1204, duration: 1840698
2013-10-31 15:30:59,066 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3677359004342569791_1204 terminating
2013-10-31 15:30:59,069 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3677359004342569791_1204 size 116
2013-10-31 15:30:59,069 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0014/jobToken from client DFSClient_1342392704
2013-10-31 15:30:59,070 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0014/jobToken is closed by DFSClient_1342392704
2013-10-31 15:30:59,070 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3677359004342569791_1204 size 116
2013-10-31 15:30:59,071 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3677359004342569791_1204 size 116
2013-10-31 15:30:59,073 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0014/jobToken
2013-10-31 15:30:59,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.splitmetainfo dst=null perm=null
2013-10-31 15:30:59,078 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40595, bytes: 187, op: HDFS_READ, cliID: DFSClient_1969416340, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_62064223088591792_1200, duration: 266521
2013-10-31 15:30:59,079 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0014 = 15. Number of splits = 5
2013-10-31 15:30:59,079 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,080 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,080 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,081 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,081 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,081 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,082 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,082 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,082 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,083 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,083 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,083 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,084 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,084 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,084 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0014_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:30:59,085 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0014 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:30:59,085 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0014 initialized successfully with 5 map tasks and 0 reduce tasks.
2013-10-31 15:30:59,429 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4444215714525101853_1184 file build/test/data/dfs/data/data1/current/blk_-4444215714525101853 for deletion
2013-10-31 15:30:59,429 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4123050658505995883_1187 file build/test/data/dfs/data/data2/current/blk_-4123050658505995883 for deletion
2013-10-31 15:30:59,430 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3022639460423277467_1186 file build/test/data/dfs/data/data1/current/blk_3022639460423277467 for deletion
2013-10-31 15:30:59,430 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4123050658505995883_1187 at file build/test/data/dfs/data/data2/current/blk_-4123050658505995883
2013-10-31 15:30:59,430 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5532102117702443750_1185 file build/test/data/dfs/data/data2/current/blk_5532102117702443750 for deletion
2013-10-31 15:30:59,430 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4444215714525101853_1184 at file build/test/data/dfs/data/data1/current/blk_-4444215714525101853
2013-10-31 15:30:59,431 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5532102117702443750_1185 at file build/test/data/dfs/data/data2/current/blk_5532102117702443750
2013-10-31 15:30:59,431 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3022639460423277467_1186 at file build/test/data/dfs/data/data1/current/blk_3022639460423277467
2013-10-31 15:31:00,614 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4444215714525101853_1184 file build/test/data/dfs/data/data5/current/blk_-4444215714525101853 for deletion
2013-10-31 15:31:00,615 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4123050658505995883_1187 file build/test/data/dfs/data/data5/current/blk_-4123050658505995883 for deletion
2013-10-31 15:31:00,615 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4444215714525101853_1184 at file build/test/data/dfs/data/data5/current/blk_-4444215714525101853
2013-10-31 15:31:00,615 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5532102117702443750_1185 file build/test/data/dfs/data/data6/current/blk_5532102117702443750 for deletion
2013-10-31 15:31:00,615 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4123050658505995883_1187 at file build/test/data/dfs/data/data5/current/blk_-4123050658505995883
2013-10-31 15:31:00,616 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5532102117702443750_1185 at file build/test/data/dfs/data/data6/current/blk_5532102117702443750
2013-10-31 15:31:01,044 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:48948 to replicate blk_-1536285253761498420_1198 to datanode(s) 127.0.0.1:53907
2013-10-31 15:31:01,045 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_1426039547727733705_1190
2013-10-31 15:31:01,045 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_1426039547727733705_1190
2013-10-31 15:31:01,416 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0014_m_000006_0' to tip task_20131031152505967_0014_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:31:01,427 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0014_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:31:01,427 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0014_m_000006_0 which needs 1 slots
2013-10-31 15:31:01,428 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0014_m_000006_0 which needs 1 slots
2013-10-31 15:31:01,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0014/jobToken dst=null perm=null
2013-10-31 15:31:01,436 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40596, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3677359004342569791_1204, duration: 288294
2013-10-31 15:31:01,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.xml dst=null perm=null
2013-10-31 15:31:01,447 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45900, bytes: 29435, op: HDFS_READ, cliID: DFSClient_-664416901, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7448383799837255197_1201, duration: 415705
2013-10-31 15:31:01,475 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:31:01,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.jar dst=null perm=null
2013-10-31 15:31:01,508 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52678, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-664416901, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1536285253761498420_1198, duration: 1635335
2013-10-31 15:31:01,603 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0013_m_-932817562
2013-10-31 15:31:01,610 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27017 with signal TERM. Exit code 0
2013-10-31 15:31:01,610 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0014_m_2014664407
2013-10-31 15:31:01,611 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0014_m_2014664407 spawned.
2013-10-31 15:31:01,612 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0014/attempt_20131031152505967_0014_m_000006_0/taskjvm.sh
2013-10-31 15:31:01,639 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:31:01,645 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:31:01,650 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:31:01,655 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:31:01,661 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:31:01,666 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:31:01,672 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:31:01,672 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 15:31:01,700 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:01,700 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:01,701 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:01,701 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0013_m_-932817562 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:02,430 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1426039547727733705_1190 file build/test/data/dfs/data/data2/current/blk_1426039547727733705 for deletion
2013-10-31 15:31:02,431 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1426039547727733705_1190 at file build/test/data/dfs/data/data2/current/blk_1426039547727733705
2013-10-31 15:31:03,051 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1426039547727733705_1190 file build/test/data/dfs/data/data7/current/blk_1426039547727733705 for deletion
2013-10-31 15:31:03,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1426039547727733705_1190 at file build/test/data/dfs/data/data7/current/blk_1426039547727733705
2013-10-31 15:31:03,231 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0014_m_2014664407 given task: attempt_20131031152505967_0014_m_000006_0
2013-10-31 15:31:03,412 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0013
2013-10-31 15:31:03,412 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0013_m_000006_0 not found in cache
2013-10-31 15:31:03,412 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0013_m_000000_0 not found in cache
2013-10-31 15:31:03,412 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0013_m_000001_0 not found in cache
2013-10-31 15:31:03,412 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0013 for user-log deletion with retainTimeStamp:1383319863412
2013-10-31 15:31:03,413 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0013
2013-10-31 15:31:03,413 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0013_m_000005_0 not found in cache
2013-10-31 15:31:03,413 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0013_m_000004_0 not found in cache
2013-10-31 15:31:03,414 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0013 for user-log deletion with retainTimeStamp:1383319863414
2013-10-31 15:31:03,414 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0013
2013-10-31 15:31:03,414 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0013_m_000003_0 not found in cache
2013-10-31 15:31:03,414 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0013_m_000002_0 not found in cache
2013-10-31 15:31:03,415 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0013 for user-log deletion with retainTimeStamp:1383319863414
2013-10-31 15:31:03,615 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678) Starting thread to transfer block blk_-1536285253761498420_1198 to 127.0.0.1:53907
2013-10-31 15:31:03,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1536285253761498420_1198 src: /127.0.0.1:40601 dest: /127.0.0.1:53907
2013-10-31 15:31:03,617 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678):Transmitted block blk_-1536285253761498420_1198 to /127.0.0.1:53907
2013-10-31 15:31:03,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-1536285253761498420_1198 src: /127.0.0.1:40601 dest: /127.0.0.1:53907 of size 238055
2013-10-31 15:31:03,620 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1536285253761498420_1198 size 238055
2013-10-31 15:31:03,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:03,864 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0013_m_-1053752874 since job job_20131031152505967_0013 is dead
2013-10-31 15:31:03,873 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group26859 with signal TERM. Exit code 0
2013-10-31 15:31:04,044 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:04,044 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:04,044 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:04,045 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0013_m_-1053752874 exited with exit code 143. Number of tasks it ran: 3
2013-10-31 15:31:04,046 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_1426039547727733705_1190
2013-10-31 15:31:04,830 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0013_m_-567340398 since job job_20131031152505967_0013 is dead
2013-10-31 15:31:04,835 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0013_m_1064432491 since job job_20131031152505967_0013 is dead
2013-10-31 15:31:04,842 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27116 with signal TERM. Exit code 0
2013-10-31 15:31:04,843 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0013_m_1661676742 since job job_20131031152505967_0013 is dead
2013-10-31 15:31:04,848 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27114 with signal TERM. Exit code 0
2013-10-31 15:31:04,848 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0013_m_741532104 since job job_20131031152505967_0013 is dead
2013-10-31 15:31:04,856 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27094 with signal TERM. Exit code 0
2013-10-31 15:31:04,871 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27115 with signal TERM. Exit code 0
2013-10-31 15:31:05,049 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:05,049 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:05,049 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:05,049 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:05,049 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:05,049 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:05,049 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0013_m_-567340398 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:05,049 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0013_m_1064432491 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:05,049 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:05,050 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:05,050 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:05,050 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0013_m_1661676742 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:05,050 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:05,050 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:05,051 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:05,051 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0013_m_741532104 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:06,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1426039547727733705_1190 file build/test/data/dfs/data/data4/current/blk_1426039547727733705 for deletion
2013-10-31 15:31:06,052 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1426039547727733705_1190 at file build/test/data/dfs/data/data4/current/blk_1426039547727733705
2013-10-31 15:31:06,661 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000006_0 0.0% setup
2013-10-31 15:31:06,663 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0014_m_000006_0 is done.
2013-10-31 15:31:06,664 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0014_m_000006_0 was -1
2013-10-31 15:31:06,664 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:07,432 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0014_m_000006_0' has completed task_20131031152505967_0014_m_000006 successfully.
2013-10-31 15:31:07,436 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0014_m_000000_0' to tip task_20131031152505967_0014_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:31:07,437 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0014_m_000000
2013-10-31 15:31:07,437 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0014_m_000001_0' to tip task_20131031152505967_0014_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:31:07,438 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0014_m_000001
2013-10-31 15:31:07,440 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0014_m_000002_0' to tip task_20131031152505967_0014_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:31:07,440 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0014_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:31:07,441 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0014_m_000002
2013-10-31 15:31:07,442 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0014_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:31:07,442 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0014_m_000003_0' to tip task_20131031152505967_0014_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:31:07,442 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0014_m_000000_0 which needs 1 slots
2013-10-31 15:31:07,443 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0014_m_000000_0 which needs 1 slots
2013-10-31 15:31:07,443 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0014_m_000003
2013-10-31 15:31:07,443 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0014_m_000001_0 which needs 1 slots
2013-10-31 15:31:07,443 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0014_m_000001_0 which needs 1 slots
2013-10-31 15:31:07,445 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0014_m_000004_0' to tip task_20131031152505967_0014_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:31:07,447 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0014_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:31:07,448 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0014_m_000004
2013-10-31 15:31:07,452 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0014_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:31:07,452 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0014_m_000002_0 which needs 1 slots
2013-10-31 15:31:07,452 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0014_m_000002_0 which needs 1 slots
2013-10-31 15:31:07,453 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0014_m_000003_0 which needs 1 slots
2013-10-31 15:31:07,453 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0014_m_000003_0 which needs 1 slots
2013-10-31 15:31:07,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0014/jobToken dst=null perm=null
2013-10-31 15:31:07,462 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52682, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3677359004342569791_1204, duration: 304452
2013-10-31 15:31:07,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.xml dst=null perm=null
2013-10-31 15:31:07,472 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0014_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:31:07,473 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0014_m_000004_0 which needs 1 slots
2013-10-31 15:31:07,473 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0014_m_000004_0 which needs 1 slots
2013-10-31 15:31:07,475 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45907, bytes: 29435, op: HDFS_READ, cliID: DFSClient_-123165286, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7448383799837255197_1201, duration: 513243
2013-10-31 15:31:07,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0014/jobToken dst=null perm=null
2013-10-31 15:31:07,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52685, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3677359004342569791_1204, duration: 263695
2013-10-31 15:31:07,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.xml dst=null perm=null
2013-10-31 15:31:07,487 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40608, bytes: 29435, op: HDFS_READ, cliID: DFSClient_-1781757640, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7448383799837255197_1201, duration: 171254
2013-10-31 15:31:07,489 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0014_m_872007956
2013-10-31 15:31:07,490 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0014_m_872007956 spawned.
2013-10-31 15:31:07,490 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0014/attempt_20131031152505967_0014_m_000000_0. Attempting to reuse: jvm_20131031152505967_0014_m_2014664407
2013-10-31 15:31:07,492 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0014/attempt_20131031152505967_0014_m_000001_0/taskjvm.sh
2013-10-31 15:31:07,515 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:31:07,520 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:31:07,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.jar dst=null perm=null
2013-10-31 15:31:07,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.jar dst=null perm=null
2013-10-31 15:31:07,550 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45912, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-123165286, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1536285253761498420_1198, duration: 737039
2013-10-31 15:31:07,550 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45911, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1781757640, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1536285253761498420_1198, duration: 699163
2013-10-31 15:31:07,624 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0014_m_-235567088
2013-10-31 15:31:07,624 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0014_m_1182808643
2013-10-31 15:31:07,624 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0014_m_-235567088 spawned.
2013-10-31 15:31:07,625 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0014_m_1182808643 spawned.
2013-10-31 15:31:07,625 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0014_m_1482251512
2013-10-31 15:31:07,626 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0014_m_1482251512 spawned.
2013-10-31 15:31:07,627 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0014/attempt_20131031152505967_0014_m_000004_0/taskjvm.sh
2013-10-31 15:31:07,627 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0014/attempt_20131031152505967_0014_m_000002_0/taskjvm.sh
2013-10-31 15:31:07,627 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0014/attempt_20131031152505967_0014_m_000003_0/taskjvm.sh
2013-10-31 15:31:07,772 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0014_m_2014664407 given task: attempt_20131031152505967_0014_m_000000_0
2013-10-31 15:31:07,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split dst=null perm=null
2013-10-31 15:31:07,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52691, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2552455231056468725_1199, duration: 171523
2013-10-31 15:31:07,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:31:07,962 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1127 Total time for transactions(ms): 26Number of transactions batched in Syncs: 166 Number of syncs: 801 SyncTimes(ms): 28488 4669
2013-10-31 15:31:07,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:07,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:08,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=null
2013-10-31 15:31:08,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00000 dst=null perm=null
2013-10-31 15:31:08,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00001 dst=null perm=null
2013-10-31 15:31:08,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00002 dst=null perm=null
2013-10-31 15:31:08,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00003 dst=null perm=null
2013-10-31 15:31:08,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00004 dst=null perm=null
2013-10-31 15:31:08,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00005 dst=null perm=null
2013-10-31 15:31:08,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00000 dst=null perm=null
2013-10-31 15:31:08,238 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39188, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2869707476366141514_1191, duration: 122599
2013-10-31 15:31:08,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00001 dst=null perm=null
2013-10-31 15:31:08,254 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39189, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6023910212449048760_1192, duration: 140697
2013-10-31 15:31:08,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00002 dst=null perm=null
2013-10-31 15:31:08,258 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52695, bytes: 162, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4095254712820514681_1196, duration: 101857
2013-10-31 15:31:08,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00003 dst=null perm=null
2013-10-31 15:31:08,261 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45919, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2079783563697104213_1196, duration: 106040
2013-10-31 15:31:08,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00004 dst=null perm=null
2013-10-31 15:31:08,264 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40618, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7496470698764017909_1196, duration: 106692
2013-10-31 15:31:08,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00005 dst=null perm=null
2013-10-31 15:31:08,267 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52698, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_919482204803003108_1196, duration: 99427
2013-10-31 15:31:08,269 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40620, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 110426
2013-10-31 15:31:08,276 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000000_0/part-00000. blk_3002213149017601099_1205
2013-10-31 15:31:08,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3002213149017601099_1205 src: /127.0.0.1:52700 dest: /127.0.0.1:57702
2013-10-31 15:31:08,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3002213149017601099_1205 src: /127.0.0.1:45924 dest: /127.0.0.1:42991
2013-10-31 15:31:08,296 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3002213149017601099_1205 src: /127.0.0.1:40623 dest: /127.0.0.1:53907
2013-10-31 15:31:08,298 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40623, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0014_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3002213149017601099_1205, duration: 1505378
2013-10-31 15:31:08,298 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3002213149017601099_1205 terminating
2013-10-31 15:31:08,299 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45924, dest: /127.0.0.1:42991, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0014_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3002213149017601099_1205, duration: 1872983
2013-10-31 15:31:08,299 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3002213149017601099_1205 terminating
2013-10-31 15:31:08,299 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52700, dest: /127.0.0.1:57702, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0014_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3002213149017601099_1205, duration: 2273674
2013-10-31 15:31:08,299 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3002213149017601099_1205 terminating
2013-10-31 15:31:08,301 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3002213149017601099_1205 size 16
2013-10-31 15:31:08,301 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0014_m_000000_0
2013-10-31 15:31:08,301 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0014_m_000000_0
2013-10-31 15:31:08,301 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3002213149017601099_1205 size 16
2013-10-31 15:31:08,302 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3002213149017601099_1205 size 16
2013-10-31 15:31:08,341 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0014_m_872007956 given task: attempt_20131031152505967_0014_m_000001_0
2013-10-31 15:31:08,341 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0014_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:08,343 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000000_0 0.0%
2013-10-31 15:31:08,634 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0014_m_1482251512 given task: attempt_20131031152505967_0014_m_000003_0
2013-10-31 15:31:08,635 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0014_m_1182808643 given task: attempt_20131031152505967_0014_m_000002_0
2013-10-31 15:31:08,636 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0014_m_-235567088 given task: attempt_20131031152505967_0014_m_000004_0
2013-10-31 15:31:08,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split dst=null perm=null
2013-10-31 15:31:08,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40628, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2552455231056468725_1199, duration: 240068
2013-10-31 15:31:08,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:31:08,884 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40629, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 151144
2013-10-31 15:31:08,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:08,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:09,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=null
2013-10-31 15:31:09,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00000 dst=null perm=null
2013-10-31 15:31:09,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00001 dst=null perm=null
2013-10-31 15:31:09,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00002 dst=null perm=null
2013-10-31 15:31:09,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00003 dst=null perm=null
2013-10-31 15:31:09,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00004 dst=null perm=null
2013-10-31 15:31:09,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00005 dst=null perm=null
2013-10-31 15:31:09,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00000 dst=null perm=null
2013-10-31 15:31:09,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split dst=null perm=null
2013-10-31 15:31:09,141 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40633, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2869707476366141514_1191, duration: 148430
2013-10-31 15:31:09,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split dst=null perm=null
2013-10-31 15:31:09,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014/job.split dst=null perm=null
2013-10-31 15:31:09,147 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39208, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000003_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2552455231056468725_1199, duration: 159840
2013-10-31 15:31:09,148 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40635, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000004_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2552455231056468725_1199, duration: 159482
2013-10-31 15:31:09,150 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40636, bytes: 1267, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000002_0, offset: 512, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2552455231056468725_1199, duration: 159853
2013-10-31 15:31:09,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00001 dst=null perm=null
2013-10-31 15:31:09,158 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45939, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6023910212449048760_1192, duration: 126294
2013-10-31 15:31:09,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00002 dst=null perm=null
2013-10-31 15:31:09,162 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52717, bytes: 162, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4095254712820514681_1196, duration: 108601
2013-10-31 15:31:09,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00003 dst=null perm=null
2013-10-31 15:31:09,165 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52718, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2079783563697104213_1196, duration: 103400
2013-10-31 15:31:09,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00004 dst=null perm=null
2013-10-31 15:31:09,168 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52719, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7496470698764017909_1196, duration: 102697
2013-10-31 15:31:09,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00005 dst=null perm=null
2013-10-31 15:31:09,171 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52720, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_919482204803003108_1196, duration: 104129
2013-10-31 15:31:09,180 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000001_0/part-00001. blk_6596319004814765789_1206
2013-10-31 15:31:09,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:31:09,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:31:09,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:31:09,188 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45945, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 125111
2013-10-31 15:31:09,190 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40644, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 102778
2013-10-31 15:31:09,190 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40645, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 105495
2013-10-31 15:31:09,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:09,205 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6596319004814765789_1206 src: /127.0.0.1:52721 dest: /127.0.0.1:57702
2013-10-31 15:31:09,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:09,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6596319004814765789_1206 src: /127.0.0.1:39220 dest: /127.0.0.1:48948
2013-10-31 15:31:09,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:09,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6596319004814765789_1206 src: /127.0.0.1:45949 dest: /127.0.0.1:42991
2013-10-31 15:31:09,216 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45949, dest: /127.0.0.1:42991, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0014_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6596319004814765789_1206, duration: 1243483
2013-10-31 15:31:09,216 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6596319004814765789_1206 terminating
2013-10-31 15:31:09,216 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39220, dest: /127.0.0.1:48948, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0014_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6596319004814765789_1206, duration: 541415
2013-10-31 15:31:09,218 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6596319004814765789_1206 terminating
2013-10-31 15:31:09,218 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6596319004814765789_1206 size 48
2013-10-31 15:31:09,218 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52721, dest: /127.0.0.1:57702, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0014_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6596319004814765789_1206, duration: 3741648
2013-10-31 15:31:09,219 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6596319004814765789_1206 terminating
2013-10-31 15:31:09,219 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6596319004814765789_1206 size 48
2013-10-31 15:31:09,220 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0014_m_000001_0
2013-10-31 15:31:09,220 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0014_m_000001_0
2013-10-31 15:31:09,221 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6596319004814765789_1206 size 48
2013-10-31 15:31:10,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:10,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:10,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:10,443 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0014_m_000000_0
2013-10-31 15:31:10,454 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0014_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:10,454 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000001_0 0.0%
2013-10-31 15:31:10,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=null
2013-10-31 15:31:10,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=null
2013-10-31 15:31:10,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00000 dst=null perm=null
2013-10-31 15:31:10,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00000 dst=null perm=null
2013-10-31 15:31:10,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00001 dst=null perm=null
2013-10-31 15:31:10,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00001 dst=null perm=null
2013-10-31 15:31:10,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00002 dst=null perm=null
2013-10-31 15:31:10,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00002 dst=null perm=null
2013-10-31 15:31:10,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00003 dst=null perm=null
2013-10-31 15:31:10,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00003 dst=null perm=null
2013-10-31 15:31:10,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00004 dst=null perm=null
2013-10-31 15:31:10,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00004 dst=null perm=null
2013-10-31 15:31:10,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00005 dst=null perm=null
2013-10-31 15:31:10,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00005 dst=null perm=null
2013-10-31 15:31:10,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=null
2013-10-31 15:31:10,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00000 dst=null perm=null
2013-10-31 15:31:10,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00000 dst=null perm=null
2013-10-31 15:31:10,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00000 dst=null perm=null
2013-10-31 15:31:10,641 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40649, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2869707476366141514_1191, duration: 128232
2013-10-31 15:31:10,642 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52727, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2869707476366141514_1191, duration: 155302
2013-10-31 15:31:10,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00001 dst=null perm=null
2013-10-31 15:31:10,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00002 dst=null perm=null
2013-10-31 15:31:10,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00003 dst=null perm=null
2013-10-31 15:31:10,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00004 dst=null perm=null
2013-10-31 15:31:10,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00005 dst=null perm=null
2013-10-31 15:31:10,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00000 dst=null perm=null
2013-10-31 15:31:10,655 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52729, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2869707476366141514_1191, duration: 105342
2013-10-31 15:31:10,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00001 dst=null perm=null
2013-10-31 15:31:10,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00001 dst=null perm=null
2013-10-31 15:31:10,659 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45953, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6023910212449048760_1192, duration: 103857
2013-10-31 15:31:10,659 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45954, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6023910212449048760_1192, duration: 104396
2013-10-31 15:31:10,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00002 dst=null perm=null
2013-10-31 15:31:10,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00002 dst=null perm=null
2013-10-31 15:31:10,662 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39227, bytes: 162, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4095254712820514681_1196, duration: 111266
2013-10-31 15:31:10,662 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52733, bytes: 162, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4095254712820514681_1196, duration: 131660
2013-10-31 15:31:10,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00003 dst=null perm=null
2013-10-31 15:31:10,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00003 dst=null perm=null
2013-10-31 15:31:10,665 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45957, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2079783563697104213_1196, duration: 111256
2013-10-31 15:31:10,666 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52735, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2079783563697104213_1196, duration: 106868
2013-10-31 15:31:10,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00004 dst=null perm=null
2013-10-31 15:31:10,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00004 dst=null perm=null
2013-10-31 15:31:10,668 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39231, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7496470698764017909_1196, duration: 110434
2013-10-31 15:31:10,668 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39232, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7496470698764017909_1196, duration: 101567
2013-10-31 15:31:10,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00005 dst=null perm=null
2013-10-31 15:31:10,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00005 dst=null perm=null
2013-10-31 15:31:10,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00001 dst=null perm=null
2013-10-31 15:31:10,671 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40660, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_919482204803003108_1196, duration: 101387
2013-10-31 15:31:10,671 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39233, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_919482204803003108_1196, duration: 106732
2013-10-31 15:31:10,672 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40661, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6023910212449048760_1192, duration: 100465
2013-10-31 15:31:10,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00002 dst=null perm=null
2013-10-31 15:31:10,675 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45964, bytes: 162, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4095254712820514681_1196, duration: 96930
2013-10-31 15:31:10,677 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0014_m_000003_0
2013-10-31 15:31:10,677 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0014_m_000003_0
2013-10-31 15:31:10,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00003 dst=null perm=null
2013-10-31 15:31:10,679 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39237, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2079783563697104213_1196, duration: 120718
2013-10-31 15:31:10,680 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000004_0/part-00004. blk_-8976963230659480936_1209
2013-10-31 15:31:10,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00004 dst=null perm=null
2013-10-31 15:31:10,682 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39239, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7496470698764017909_1196, duration: 98233
2013-10-31 15:31:10,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3/part-00005 dst=null perm=null
2013-10-31 15:31:10,685 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52745, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0014_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_919482204803003108_1196, duration: 95215
2013-10-31 15:31:10,692 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0014_m_000002_0
2013-10-31 15:31:10,692 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0014_m_000002_0
2013-10-31 15:31:10,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8976963230659480936_1209 src: /127.0.0.1:40664 dest: /127.0.0.1:53907
2013-10-31 15:31:10,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8976963230659480936_1209 src: /127.0.0.1:52746 dest: /127.0.0.1:57702
2013-10-31 15:31:10,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8976963230659480936_1209 src: /127.0.0.1:39242 dest: /127.0.0.1:48948
2013-10-31 15:31:10,706 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39242, dest: /127.0.0.1:48948, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0014_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8976963230659480936_1209, duration: 1120366
2013-10-31 15:31:10,706 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8976963230659480936_1209 terminating
2013-10-31 15:31:10,707 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52746, dest: /127.0.0.1:57702, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0014_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8976963230659480936_1209, duration: 1445858
2013-10-31 15:31:10,707 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8976963230659480936_1209 terminating
2013-10-31 15:31:10,707 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40664, dest: /127.0.0.1:53907, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0014_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8976963230659480936_1209, duration: 1845634
2013-10-31 15:31:10,707 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8976963230659480936_1209 terminating
2013-10-31 15:31:10,709 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8976963230659480936_1209 size 48
2013-10-31 15:31:10,709 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8976963230659480936_1209 size 48
2013-10-31 15:31:10,710 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8976963230659480936_1209 size 48
2013-10-31 15:31:10,723 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0014_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:10,723 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000003_0 0.0%
2013-10-31 15:31:10,738 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0014_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:10,738 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000002_0 0.0%
2013-10-31 15:31:11,109 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0014_m_000004_0
2013-10-31 15:31:11,110 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0014_m_000004_0
2013-10-31 15:31:11,173 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0014_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:11,173 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000004_0 0.0%
2013-10-31 15:31:11,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000000_0 dst=null perm=null
2013-10-31 15:31:11,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:11,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:11,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000000_0 dst=null perm=null
2013-10-31 15:31:12,442 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0014_m_000006_0
2013-10-31 15:31:12,444 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0014_m_000006_0
2013-10-31 15:31:12,444 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0014_m_000006_0 not found in cache
2013-10-31 15:31:13,446 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0014_m_000001_0
2013-10-31 15:31:13,450 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0014_m_000002_0
2013-10-31 15:31:13,450 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0014_m_000003_0
2013-10-31 15:31:13,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000001_0 dst=null perm=null
2013-10-31 15:31:13,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:13,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:13,476 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0014_m_000004_0
2013-10-31 15:31:13,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000001_0 dst=null perm=null
2013-10-31 15:31:13,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000003_0 dst=null perm=null
2013-10-31 15:31:13,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:13,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000002_0 dst=null perm=null
2013-10-31 15:31:13,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:13,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:13,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:13,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000003_0 dst=null perm=null
2013-10-31 15:31:13,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000002_0 dst=null perm=null
2013-10-31 15:31:13,929 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:31:13,933 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:31:13,935 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0014_m_000000_0 is done.
2013-10-31 15:31:13,935 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0014_m_000000_0 was -1
2013-10-31 15:31:13,935 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:31:14,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000004_0 dst=null perm=null
2013-10-31 15:31:14,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:14,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:14,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0014_m_000004_0 dst=null perm=null
2013-10-31 15:31:14,860 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:31:14,863 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:31:14,865 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0014_m_000001_0 is done.
2013-10-31 15:31:14,865 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0014_m_000001_0 was -1
2013-10-31 15:31:14,865 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:15,122 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000003_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:9+3
2013-10-31 15:31:15,124 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000003_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:9+3
2013-10-31 15:31:15,124 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0014_m_000003_0 is done.
2013-10-31 15:31:15,125 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0014_m_000003_0 was -1
2013-10-31 15:31:15,125 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:31:15,135 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:6+3
2013-10-31 15:31:15,137 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:6+3
2013-10-31 15:31:15,138 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0014_m_000002_0 is done.
2013-10-31 15:31:15,138 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0014_m_000002_0 was -1
2013-10-31 15:31:15,138 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:15,144 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:12+3
2013-10-31 15:31:15,150 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:12+3
2013-10-31 15:31:15,150 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0014_m_000004_0 is done.
2013-10-31 15:31:15,150 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0014_m_000004_0 was -1
2013-10-31 15:31:15,151 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:16,450 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0014_m_000000_0' has completed task_20131031152505967_0014_m_000000 successfully.
2013-10-31 15:31:16,452 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0014_m_000001_0' has completed task_20131031152505967_0014_m_000001 successfully.
2013-10-31 15:31:16,455 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0014_m_000002_0' has completed task_20131031152505967_0014_m_000002 successfully.
2013-10-31 15:31:16,457 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0014_m_000003_0' has completed task_20131031152505967_0014_m_000003 successfully.
2013-10-31 15:31:16,480 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0014_m_000004_0' has completed task_20131031152505967_0014_m_000004 successfully.
2013-10-31 15:31:16,483 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0014_m_000005_0' to tip task_20131031152505967_0014_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:31:16,486 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0014_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:31:16,486 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0014_m_000005_0 which needs 1 slots
2013-10-31 15:31:16,486 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0014_m_000005_0 which needs 1 slots
2013-10-31 15:31:16,523 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0014_m_429409255
2013-10-31 15:31:16,524 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0014_m_429409255 spawned.
2013-10-31 15:31:16,527 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0014/attempt_20131031152505967_0014_m_000005_0/taskjvm.sh
2013-10-31 15:31:17,381 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0014_m_429409255 given task: attempt_20131031152505967_0014_m_000005_0
2013-10-31 15:31:17,895 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000005_0 0.0%
2013-10-31 15:31:17,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary dst=null perm=null
2013-10-31 15:31:17,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:17,919 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_SUCCESS from client DFSClient_attempt_20131031152505967_0014_m_000005_0
2013-10-31 15:31:17,920 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0014_m_000005_0
2013-10-31 15:31:17,925 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1536285253761498420 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:17,925 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1536285253761498420 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:17,925 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1536285253761498420 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:17,925 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1536285253761498420 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:17,926 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2552455231056468725 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:17,926 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2552455231056468725 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:17,926 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2552455231056468725 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:17,926 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2552455231056468725 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:17,927 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_62064223088591792 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:17,927 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_62064223088591792 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:17,927 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_62064223088591792 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:17,927 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7448383799837255197 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:17,928 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7448383799837255197 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:17,928 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7448383799837255197 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:17,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0014 dst=null perm=null
2013-10-31 15:31:19,049 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_2552455231056468725_1199 blk_-7448383799837255197_1201 blk_-1536285253761498420_1198 blk_62064223088591792_1200
2013-10-31 15:31:19,049 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_2552455231056468725_1199 blk_-7448383799837255197_1201 blk_-1536285253761498420_1198 blk_62064223088591792_1200
2013-10-31 15:31:20,829 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0014_m_000005_0 0.0% cleanup
2013-10-31 15:31:20,830 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0014_m_000005_0 is done.
2013-10-31 15:31:20,831 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0014_m_000005_0 was -1
2013-10-31 15:31:20,831 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:21,057 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7448383799837255197_1201 file build/test/data/dfs/data/data4/current/blk_-7448383799837255197 for deletion
2013-10-31 15:31:21,057 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1536285253761498420_1198 file build/test/data/dfs/data/data3/current/blk_-1536285253761498420 for deletion
2013-10-31 15:31:21,057 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7448383799837255197_1201 at file build/test/data/dfs/data/data4/current/blk_-7448383799837255197
2013-10-31 15:31:21,058 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_62064223088591792_1200 file build/test/data/dfs/data/data3/current/blk_62064223088591792 for deletion
2013-10-31 15:31:21,058 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1536285253761498420_1198 at file build/test/data/dfs/data/data3/current/blk_-1536285253761498420
2013-10-31 15:31:21,058 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2552455231056468725_1199 file build/test/data/dfs/data/data4/current/blk_2552455231056468725 for deletion
2013-10-31 15:31:21,058 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_62064223088591792_1200 at file build/test/data/dfs/data/data3/current/blk_62064223088591792
2013-10-31 15:31:21,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2552455231056468725_1199 at file build/test/data/dfs/data/data4/current/blk_2552455231056468725
2013-10-31 15:31:21,621 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7448383799837255197_1201 file build/test/data/dfs/data/data6/current/blk_-7448383799837255197 for deletion
2013-10-31 15:31:21,621 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1536285253761498420_1198 file build/test/data/dfs/data/data5/current/blk_-1536285253761498420 for deletion
2013-10-31 15:31:21,621 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7448383799837255197_1201 at file build/test/data/dfs/data/data6/current/blk_-7448383799837255197
2013-10-31 15:31:21,621 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_62064223088591792_1200 file build/test/data/dfs/data/data5/current/blk_62064223088591792 for deletion
2013-10-31 15:31:21,622 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1536285253761498420_1198 at file build/test/data/dfs/data/data5/current/blk_-1536285253761498420
2013-10-31 15:31:21,622 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2552455231056468725_1199 file build/test/data/dfs/data/data6/current/blk_2552455231056468725 for deletion
2013-10-31 15:31:21,622 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_62064223088591792_1200 at file build/test/data/dfs/data/data5/current/blk_62064223088591792
2013-10-31 15:31:21,623 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2552455231056468725_1199 at file build/test/data/dfs/data/data6/current/blk_2552455231056468725
2013-10-31 15:31:22,050 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_2552455231056468725_1199 blk_-1536285253761498420_1198
2013-10-31 15:31:22,050 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_2552455231056468725_1199 blk_-7448383799837255197_1201 blk_-1536285253761498420_1198 blk_62064223088591792_1200
2013-10-31 15:31:22,493 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0014_m_000005_0' has completed task_20131031152505967_0014_m_000005 successfully.
2013-10-31 15:31:22,494 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0014 has completed successfully.
2013-10-31 15:31:22,495 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0014,submitTime=1383233458782,launchTime=1383233459085,firstMapTaskLaunchTime=1383233467436,firstJobSetupTaskLaunchTime=1383233461416,firstJobCleanupTaskLaunchTime=1383233476483,finishTime=1383233482494,numMaps=5,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=45,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[5C4CF8C5D98E402C96B3C347B527EB23/C6EBCD9021A345B387BE4C5F1CA00D21] offset*merge1*offset/(1/3) ...ndAccumulatednoInterMerge
2013-10-31 15:31:22,506 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0014_1383233458782_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2FC6EBCD9021A345B3. blk_-1911222171895996246_1210
2013-10-31 15:31:22,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1911222171895996246_1210 src: /127.0.0.1:40673 dest: /127.0.0.1:53907
2013-10-31 15:31:22,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1911222171895996246_1210 src: /127.0.0.1:52753 dest: /127.0.0.1:57702
2013-10-31 15:31:22,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1911222171895996246_1210 src: /127.0.0.1:45977 dest: /127.0.0.1:42991
2013-10-31 15:31:22,523 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45977, dest: /127.0.0.1:42991, bytes: 25530, op: HDFS_WRITE, cliID: DFSClient_1969416340, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1911222171895996246_1210, duration: 6591036
2013-10-31 15:31:22,524 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1911222171895996246_1210 terminating
2013-10-31 15:31:22,524 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52753, dest: /127.0.0.1:57702, bytes: 25530, op: HDFS_WRITE, cliID: DFSClient_1969416340, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1911222171895996246_1210, duration: 4754113
2013-10-31 15:31:22,525 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1911222171895996246_1210 terminating
2013-10-31 15:31:22,525 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1911222171895996246_1210 size 25530
2013-10-31 15:31:22,525 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40673, dest: /127.0.0.1:53907, bytes: 25530, op: HDFS_WRITE, cliID: DFSClient_1969416340, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1911222171895996246_1210, duration: 7987631
2013-10-31 15:31:22,526 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1911222171895996246_1210 terminating
2013-10-31 15:31:22,527 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1911222171895996246_1210 size 25530
2013-10-31 15:31:22,531 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1911222171895996246_1210 size 25530
2013-10-31 15:31:22,531 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0014_1383233458782_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2FC6EBCD9021A345B3 from client DFSClient_1969416340
2013-10-31 15:31:22,532 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0014_1383233458782_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2FC6EBCD9021A345B3 is closed by DFSClient_1969416340
2013-10-31 15:31:22,543 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0014_1383233458782_hadoop_%5B5C4CF8C5D98E402C96B3C347B527EB23%2FC6EBCD9021A345B3 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:31:22,544 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0014_m_000004_0'
2013-10-31 15:31:22,544 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0014_m_000005_0'
2013-10-31 15:31:22,546 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3677359004342569791 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,546 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3677359004342569791 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,547 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3677359004342569791 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:22,550 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0014_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:31:22,552 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3207619398268925709 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,553 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3207619398268925709 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,553 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3207619398268925709 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,553 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8213570567524055678 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0014 dst=null perm=null
2013-10-31 15:31:22,553 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8213570567524055678 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:22,554 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8213570567524055678 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,554 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9137725298402926841 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,554 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9137725298402926841 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:22,555 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9137725298402926841 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,555 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3935577303957414714 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,555 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3935577303957414714 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,555 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3935577303957414714 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,556 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5352529106480466657 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,556 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5352529106480466657 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,556 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5352529106480466657 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,556 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1667306038627781975 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:22,556 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1667306038627781975 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,557 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1667306038627781975 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,557 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_710322561154687761 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:22,557 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_710322561154687761 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,557 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_710322561154687761 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,558 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5601825108972236099 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,558 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5601825108972236099 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,558 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5601825108972236099 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:22,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/4900651341_merge1_847FC42951BE421E91CBC7C35D520CDB dst=null perm=null
2013-10-31 15:31:22,565 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3500305428750271427 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,566 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3500305428750271427 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,566 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3500305428750271427 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,566 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4081003565415902700 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,566 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4081003565415902700 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,567 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4081003565415902700 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,567 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2869707476366141514 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:22,567 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2869707476366141514 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,567 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2869707476366141514 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,567 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6023910212449048760 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,568 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6023910212449048760 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,568 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6023910212449048760 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,568 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4095254712820514681 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,568 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4095254712820514681 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,569 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4095254712820514681 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:22,569 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2079783563697104213 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:22,569 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2079783563697104213 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,569 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2079783563697104213 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:22,569 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7496470698764017909 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,570 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7496470698764017909 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,570 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7496470698764017909 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:22,570 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_919482204803003108 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:22,570 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_919482204803003108 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:22,571 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_919482204803003108 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:22,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8225966974_merge1_offset_9AD8080B18F44E2F9BBA93C0C8F3D7B3 dst=null perm=null
2013-10-31 15:31:22,578 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/_temporary
2013-10-31 15:31:22,583 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0014
2013-10-31 15:31:22,583 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0014 being deleted.
2013-10-31 15:31:22,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge dst=null perm=null
2013-10-31 15:31:22,599 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 5
2013-10-31 15:31:22,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:31:22,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:31:22,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:31:22,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:31:22,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:31:22,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:31:22,608 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52756, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3002213149017601099_1205, duration: 264118
2013-10-31 15:31:22,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:31:22,611 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52757, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6596319004814765789_1206, duration: 275614
2013-10-31 15:31:22,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:31:22,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:31:22,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:31:22,616 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39253, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8976963230659480936_1209, duration: 125813
2013-10-31 15:31:22,616 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge
2013-10-31 15:31:22,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge dst=null perm=null
2013-10-31 15:31:22,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:31:22,623 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52759, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3002213149017601099_1205, duration: 243830
2013-10-31 15:31:22,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:31:22,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:45983, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6596319004814765789_1206, duration: 240305
2013-10-31 15:31:22,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:31:22,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:31:22,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:31:22,635 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39256, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8976963230659480936_1209, duration: 323103
2013-10-31 15:31:22,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:22,644 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt. blk_-5150570323480409610_1211
2013-10-31 15:31:22,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5150570323480409610_1211 src: /127.0.0.1:39257 dest: /127.0.0.1:48948
2013-10-31 15:31:22,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5150570323480409610_1211 src: /127.0.0.1:40684 dest: /127.0.0.1:53907
2013-10-31 15:31:22,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5150570323480409610_1211 src: /127.0.0.1:45987 dest: /127.0.0.1:42991
2013-10-31 15:31:22,651 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45987, dest: /127.0.0.1:42991, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5150570323480409610_1211, duration: 403659
2013-10-31 15:31:22,651 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5150570323480409610_1211 terminating
2013-10-31 15:31:22,651 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40684, dest: /127.0.0.1:53907, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5150570323480409610_1211, duration: 790426
2013-10-31 15:31:22,651 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5150570323480409610_1211 size 1449
2013-10-31 15:31:22,652 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39257, dest: /127.0.0.1:48948, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5150570323480409610_1211, duration: 1126711
2013-10-31 15:31:22,651 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5150570323480409610_1211 terminating
2013-10-31 15:31:22,652 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5150570323480409610_1211 terminating
2013-10-31 15:31:22,652 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5150570323480409610_1211 size 1449
2013-10-31 15:31:22,653 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt from client DFSClient_1342392704
2013-10-31 15:31:22,654 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt is closed by DFSClient_1342392704
2013-10-31 15:31:22,656 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5150570323480409610_1211 size 1449
2013-10-31 15:31:22,680 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:31:22,681 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:31:22,695 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] starting
2013-10-31 15:31:22,696 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:31:22,696 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged"]
2013-10-31 15:31:22,696 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] parallel execution is enabled: true
2013-10-31 15:31:22,697 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] starting jobs: 1
2013-10-31 15:31:22,697 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] allocating threads: 1
2013-10-31 15:31:22,698 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] starting step: (1/1) ...latform/splitsourcemerged
2013-10-31 15:31:22,701 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:31:22,701 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:31:22,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:22,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:31:23,437 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7448383799837255197_1201 file build/test/data/dfs/data/data2/current/blk_-7448383799837255197 for deletion
2013-10-31 15:31:23,437 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1536285253761498420_1198 file build/test/data/dfs/data/data1/current/blk_-1536285253761498420 for deletion
2013-10-31 15:31:23,437 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7448383799837255197_1201 at file build/test/data/dfs/data/data2/current/blk_-7448383799837255197
2013-10-31 15:31:23,437 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_62064223088591792_1200 file build/test/data/dfs/data/data1/current/blk_62064223088591792 for deletion
2013-10-31 15:31:23,438 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1536285253761498420_1198 at file build/test/data/dfs/data/data1/current/blk_-1536285253761498420
2013-10-31 15:31:23,438 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2552455231056468725_1199 file build/test/data/dfs/data/data2/current/blk_2552455231056468725 for deletion
2013-10-31 15:31:23,438 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_62064223088591792_1200 at file build/test/data/dfs/data/data1/current/blk_62064223088591792
2013-10-31 15:31:23,438 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2552455231056468725_1199 at file build/test/data/dfs/data/data2/current/blk_2552455231056468725
2013-10-31 15:31:23,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:23,586 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.jar. blk_-3560319480256185636_1212
2013-10-31 15:31:23,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3560319480256185636_1212 src: /127.0.0.1:39260 dest: /127.0.0.1:48948
2013-10-31 15:31:23,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3560319480256185636_1212 src: /127.0.0.1:45989 dest: /127.0.0.1:42991
2013-10-31 15:31:23,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3560319480256185636_1212 src: /127.0.0.1:40688 dest: /127.0.0.1:53907
2013-10-31 15:31:23,603 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40688, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3560319480256185636_1212, duration: 7463261
2013-10-31 15:31:23,603 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3560319480256185636_1212 terminating
2013-10-31 15:31:23,603 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3560319480256185636_1212 size 238055
2013-10-31 15:31:23,603 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45989, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3560319480256185636_1212, duration: 8302898
2013-10-31 15:31:23,604 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3560319480256185636_1212 size 238055
2013-10-31 15:31:23,604 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3560319480256185636_1212 terminating
2013-10-31 15:31:23,604 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39260, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3560319480256185636_1212, duration: 9733356
2013-10-31 15:31:23,605 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3560319480256185636_1212 terminating
2013-10-31 15:31:23,605 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3560319480256185636_1212 size 238055
2013-10-31 15:31:23,607 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.jar from client DFSClient_1342392704
2013-10-31 15:31:23,608 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.jar is closed by DFSClient_1342392704
2013-10-31 15:31:23,613 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.jar. New replication is 10
2013-10-31 15:31:23,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.jar dst=null perm=null
2013-10-31 15:31:23,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:23,624 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:31:23,628 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:31:23,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:31:23,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:23,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:23,643 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.split. New replication is 10
2013-10-31 15:31:23,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.split dst=null perm=null
2013-10-31 15:31:23,651 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.split. blk_-6984116115924376814_1213
2013-10-31 15:31:23,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6984116115924376814_1213 src: /127.0.0.1:52768 dest: /127.0.0.1:57702
2013-10-31 15:31:23,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6984116115924376814_1213 src: /127.0.0.1:39264 dest: /127.0.0.1:48948
2013-10-31 15:31:23,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6984116115924376814_1213 src: /127.0.0.1:45993 dest: /127.0.0.1:42991
2013-10-31 15:31:23,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6984116115924376814_1213 src: /127.0.0.1:40692 dest: /127.0.0.1:53907
2013-10-31 15:31:23,661 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40692, dest: /127.0.0.1:53907, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6984116115924376814_1213, duration: 111730
2013-10-31 15:31:23,661 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6984116115924376814_1213 terminating
2013-10-31 15:31:23,661 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6984116115924376814_1213 size 1403
2013-10-31 15:31:23,662 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45993, dest: /127.0.0.1:42991, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6984116115924376814_1213, duration: 1000721
2013-10-31 15:31:23,663 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6984116115924376814_1213 terminating
2013-10-31 15:31:23,663 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39264, dest: /127.0.0.1:48948, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6984116115924376814_1213, duration: 2144987
2013-10-31 15:31:23,663 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6984116115924376814_1213 terminating
2013-10-31 15:31:23,663 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6984116115924376814_1213 size 1403
2013-10-31 15:31:23,664 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52768, dest: /127.0.0.1:57702, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6984116115924376814_1213, duration: 2999452
2013-10-31 15:31:23,664 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6984116115924376814_1213 size 1403
2013-10-31 15:31:23,664 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-6984116115924376814_1213 terminating
2013-10-31 15:31:23,667 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.split from client DFSClient_1342392704
2013-10-31 15:31:23,667 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.split is closed by DFSClient_1342392704
2013-10-31 15:31:23,668 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6984116115924376814_1213 size 1403
2013-10-31 15:31:23,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:23,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:23,684 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.splitmetainfo. blk_8844465190600451946_1214
2013-10-31 15:31:23,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8844465190600451946_1214 src: /127.0.0.1:40693 dest: /127.0.0.1:53907
2013-10-31 15:31:23,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8844465190600451946_1214 src: /127.0.0.1:45996 dest: /127.0.0.1:42991
2013-10-31 15:31:23,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8844465190600451946_1214 src: /127.0.0.1:39269 dest: /127.0.0.1:48948
2013-10-31 15:31:23,691 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39269, dest: /127.0.0.1:48948, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8844465190600451946_1214, duration: 68879
2013-10-31 15:31:23,692 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8844465190600451946_1214 terminating
2013-10-31 15:31:23,692 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:45996, dest: /127.0.0.1:42991, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8844465190600451946_1214, duration: 843643
2013-10-31 15:31:23,692 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8844465190600451946_1214 terminating
2013-10-31 15:31:23,693 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40693, dest: /127.0.0.1:53907, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8844465190600451946_1214, duration: 1699173
2013-10-31 15:31:23,693 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8844465190600451946_1214 size 156
2013-10-31 15:31:23,693 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8844465190600451946_1214 terminating
2013-10-31 15:31:23,695 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8844465190600451946_1214 size 156
2013-10-31 15:31:23,696 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:31:23,696 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:31:23,697 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8844465190600451946_1214 size 156
2013-10-31 15:31:23,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:23,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:23,722 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.xml. blk_-4317556640458238840_1215
2013-10-31 15:31:23,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4317556640458238840_1215 src: /127.0.0.1:39270 dest: /127.0.0.1:48948
2013-10-31 15:31:23,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4317556640458238840_1215 src: /127.0.0.1:40697 dest: /127.0.0.1:53907
2013-10-31 15:31:23,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4317556640458238840_1215 src: /127.0.0.1:46000 dest: /127.0.0.1:42991
2013-10-31 15:31:23,730 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46000, dest: /127.0.0.1:42991, bytes: 28046, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4317556640458238840_1215, duration: 770678
2013-10-31 15:31:23,731 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4317556640458238840_1215 terminating
2013-10-31 15:31:23,731 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4317556640458238840_1215 size 28046
2013-10-31 15:31:23,731 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40697, dest: /127.0.0.1:53907, bytes: 28046, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4317556640458238840_1215, duration: 1720589
2013-10-31 15:31:23,732 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4317556640458238840_1215 terminating
2013-10-31 15:31:23,732 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39270, dest: /127.0.0.1:48948, bytes: 28046, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4317556640458238840_1215, duration: 2708560
2013-10-31 15:31:23,732 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4317556640458238840_1215 terminating
2013-10-31 15:31:23,735 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.xml from client DFSClient_1342392704
2013-10-31 15:31:23,736 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.xml is closed by DFSClient_1342392704
2013-10-31 15:31:23,736 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4317556640458238840_1215 size 28046
2013-10-31 15:31:23,737 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4317556640458238840_1215 size 28046
2013-10-31 15:31:23,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.xml dst=null perm=null
2013-10-31 15:31:23,752 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39274, bytes: 28266, op: HDFS_READ, cliID: DFSClient_-896759530, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4317556640458238840_1215, duration: 413185
2013-10-31 15:31:23,767 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0015: nMaps=4 nReduces=0 max=-1
2013-10-31 15:31:23,767 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0015 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:31:23,767 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0015 RESULT=SUCCESS
2013-10-31 15:31:23,767 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0015
2013-10-31 15:31:23,767 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0015
2013-10-31 15:31:23,768 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] submitted hadoop job: job_20131031152505967_0015
2013-10-31 15:31:23,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_logs/history/job_20131031152505967_0015_1383233483742_hadoop_%5BD83BE350C96F43B695DDC84C8013CB2D%2FA4A3503D0C984782 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:23,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_logs/history/job_20131031152505967_0015_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:23,800 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_logs/history/job_20131031152505967_0015_conf.xml. blk_-4815386564817759041_1217
2013-10-31 15:31:23,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4815386564817759041_1217 src: /127.0.0.1:39275 dest: /127.0.0.1:48948
2013-10-31 15:31:23,803 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4815386564817759041_1217 src: /127.0.0.1:46004 dest: /127.0.0.1:42991
2013-10-31 15:31:23,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4815386564817759041_1217 src: /127.0.0.1:52782 dest: /127.0.0.1:57702
2013-10-31 15:31:23,809 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52782, dest: /127.0.0.1:57702, bytes: 28111, op: HDFS_WRITE, cliID: DFSClient_-896759530, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4815386564817759041_1217, duration: 663602
2013-10-31 15:31:23,810 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4815386564817759041_1217 terminating
2013-10-31 15:31:23,810 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46004, dest: /127.0.0.1:42991, bytes: 28111, op: HDFS_WRITE, cliID: DFSClient_-896759530, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4815386564817759041_1217, duration: 1463337
2013-10-31 15:31:23,811 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4815386564817759041_1217 terminating
2013-10-31 15:31:23,811 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4815386564817759041_1217 size 28111
2013-10-31 15:31:23,811 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39275, dest: /127.0.0.1:48948, bytes: 28111, op: HDFS_WRITE, cliID: DFSClient_-896759530, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4815386564817759041_1217, duration: 2473537
2013-10-31 15:31:23,812 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4815386564817759041_1217 terminating
2013-10-31 15:31:23,813 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4815386564817759041_1217 size 28111
2013-10-31 15:31:23,813 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_logs/history/job_20131031152505967_0015_conf.xml from client DFSClient_-896759530
2013-10-31 15:31:23,814 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_logs/history/job_20131031152505967_0015_conf.xml is closed by DFSClient_-896759530
2013-10-31 15:31:23,815 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4815386564817759041_1217 size 28111
2013-10-31 15:31:23,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0015/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:23,977 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0015/jobToken. blk_-8873433277098456901_1218
2013-10-31 15:31:23,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8873433277098456901_1218 src: /127.0.0.1:40704 dest: /127.0.0.1:53907
2013-10-31 15:31:23,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8873433277098456901_1218 src: /127.0.0.1:52784 dest: /127.0.0.1:57702
2013-10-31 15:31:23,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8873433277098456901_1218 src: /127.0.0.1:39280 dest: /127.0.0.1:48948
2013-10-31 15:31:23,985 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39280, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8873433277098456901_1218, duration: 583704
2013-10-31 15:31:23,986 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8873433277098456901_1218 terminating
2013-10-31 15:31:23,986 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8873433277098456901_1218 size 116
2013-10-31 15:31:23,986 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52784, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8873433277098456901_1218, duration: 1371189
2013-10-31 15:31:23,987 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8873433277098456901_1218 terminating
2013-10-31 15:31:23,987 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40704, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8873433277098456901_1218, duration: 2400860
2013-10-31 15:31:23,988 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8873433277098456901_1218 size 116
2013-10-31 15:31:23,988 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8873433277098456901_1218 terminating
2013-10-31 15:31:23,991 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8873433277098456901_1218 size 116
2013-10-31 15:31:23,991 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0015/jobToken from client DFSClient_1342392704
2013-10-31 15:31:23,992 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0015/jobToken is closed by DFSClient_1342392704
2013-10-31 15:31:23,996 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0015/jobToken
2013-10-31 15:31:23,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.splitmetainfo dst=null perm=null
2013-10-31 15:31:24,001 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39281, bytes: 160, op: HDFS_READ, cliID: DFSClient_-896759530, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8844465190600451946_1214, duration: 270060
2013-10-31 15:31:24,002 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0015 = 1449. Number of splits = 4
2013-10-31 15:31:24,002 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,002 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,003 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,004 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0015_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:24,005 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0015 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:31:24,006 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0015 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 15:31:24,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1536285253761498420_1198 file build/test/data/dfs/data/data7/current/blk_-1536285253761498420 for deletion
2013-10-31 15:31:24,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2552455231056468725_1199 file build/test/data/dfs/data/data8/current/blk_2552455231056468725 for deletion
2013-10-31 15:31:24,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1536285253761498420_1198 at file build/test/data/dfs/data/data7/current/blk_-1536285253761498420
2013-10-31 15:31:24,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2552455231056468725_1199 at file build/test/data/dfs/data/data8/current/blk_2552455231056468725
2013-10-31 15:31:25,051 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:48948 to replicate blk_-3560319480256185636_1212 to datanode(s) 127.0.0.1:57702
2013-10-31 15:31:25,052 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_2079783563697104213_1196 blk_3677359004342569791_1204 blk_4081003565415902700_1189 blk_5352529106480466657_1182 blk_-2869707476366141514_1191 blk_-8213570567524055678_1175 blk_-3935577303957414714_1177 blk_9137725298402926841_1178 blk_919482204803003108_1196 blk_-7496470698764017909_1196 blk_710322561154687761_1182 blk_1667306038627781975_1182 blk_3500305428750271427_1197 blk_-3207619398268925709_1183 blk_-4095254712820514681_1196 blk_6023910212449048760_1192
2013-10-31 15:31:25,052 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_3500305428750271427_1197 blk_3677359004342569791_1204 blk_4081003565415902700_1189 blk_-3207619398268925709_1183 blk_-2869707476366141514_1191 blk_5352529106480466657_1182 blk_-3935577303957414714_1177 blk_5601825108972236099_1182 blk_919482204803003108_1196 blk_-7496470698764017909_1196 blk_6023910212449048760_1192 blk_1667306038627781975_1182
2013-10-31 15:31:25,466 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0015_m_000005_0' to tip task_20131031152505967_0015_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:31:25,471 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0014_m_000000_0'
2013-10-31 15:31:25,472 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0014_m_000001_0'
2013-10-31 15:31:25,472 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0014_m_000006_0'
2013-10-31 15:31:25,474 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0014_m_000002_0'
2013-10-31 15:31:25,475 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0015_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:31:25,475 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0014_m_000003_0'
2013-10-31 15:31:25,475 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0015_m_000005_0 which needs 1 slots
2013-10-31 15:31:25,476 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0015_m_000005_0 which needs 1 slots
2013-10-31 15:31:25,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0015/jobToken dst=null perm=null
2013-10-31 15:31:25,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40708, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8873433277098456901_1218, duration: 286172
2013-10-31 15:31:25,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.xml dst=null perm=null
2013-10-31 15:31:25,494 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39284, bytes: 28266, op: HDFS_READ, cliID: DFSClient_-603870033, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4317556640458238840_1215, duration: 389510
2013-10-31 15:31:25,525 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:31:25,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.jar dst=null perm=null
2013-10-31 15:31:25,551 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46013, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-603870033, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3560319480256185636_1212, duration: 914668
2013-10-31 15:31:25,633 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0014_m_2014664407
2013-10-31 15:31:25,640 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27532 with signal TERM. Exit code 0
2013-10-31 15:31:25,640 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0015_m_-1973589110
2013-10-31 15:31:25,640 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0015_m_-1973589110 spawned.
2013-10-31 15:31:25,641 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0015/attempt_20131031152505967_0015_m_000005_0/taskjvm.sh
2013-10-31 15:31:26,141 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:26,141 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:26,141 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:26,141 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0014_m_2014664407 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:31:26,950 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0015_m_-1973589110 given task: attempt_20131031152505967_0015_m_000005_0
2013-10-31 15:31:27,058 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7496470698764017909_1196 file build/test/data/dfs/data/data3/current/blk_-7496470698764017909 for deletion
2013-10-31 15:31:27,058 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3935577303957414714_1177 file build/test/data/dfs/data/data4/current/blk_-3935577303957414714 for deletion
2013-10-31 15:31:27,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7496470698764017909_1196 at file build/test/data/dfs/data/data3/current/blk_-7496470698764017909
2013-10-31 15:31:27,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3935577303957414714_1177 at file build/test/data/dfs/data/data4/current/blk_-3935577303957414714
2013-10-31 15:31:27,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3207619398268925709_1183 file build/test/data/dfs/data/data4/current/blk_-3207619398268925709 for deletion
2013-10-31 15:31:27,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2869707476366141514_1191 file build/test/data/dfs/data/data3/current/blk_-2869707476366141514 for deletion
2013-10-31 15:31:27,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3207619398268925709_1183 at file build/test/data/dfs/data/data4/current/blk_-3207619398268925709
2013-10-31 15:31:27,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2869707476366141514_1191 at file build/test/data/dfs/data/data3/current/blk_-2869707476366141514
2013-10-31 15:31:27,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_919482204803003108_1196 file build/test/data/dfs/data/data4/current/blk_919482204803003108 for deletion
2013-10-31 15:31:27,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1667306038627781975_1182 file build/test/data/dfs/data/data3/current/blk_1667306038627781975 for deletion
2013-10-31 15:31:27,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_919482204803003108_1196 at file build/test/data/dfs/data/data4/current/blk_919482204803003108
2013-10-31 15:31:27,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1667306038627781975_1182 at file build/test/data/dfs/data/data3/current/blk_1667306038627781975
2013-10-31 15:31:27,059 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3500305428750271427_1197 file build/test/data/dfs/data/data3/current/blk_3500305428750271427 for deletion
2013-10-31 15:31:27,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3677359004342569791_1204 file build/test/data/dfs/data/data4/current/blk_3677359004342569791 for deletion
2013-10-31 15:31:27,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3500305428750271427_1197 at file build/test/data/dfs/data/data3/current/blk_3500305428750271427
2013-10-31 15:31:27,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3677359004342569791_1204 at file build/test/data/dfs/data/data4/current/blk_3677359004342569791
2013-10-31 15:31:27,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4081003565415902700_1189 file build/test/data/dfs/data/data3/current/blk_4081003565415902700 for deletion
2013-10-31 15:31:27,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5352529106480466657_1182 file build/test/data/dfs/data/data3/current/blk_5352529106480466657 for deletion
2013-10-31 15:31:27,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4081003565415902700_1189 at file build/test/data/dfs/data/data3/current/blk_4081003565415902700
2013-10-31 15:31:27,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5601825108972236099_1182 file build/test/data/dfs/data/data4/current/blk_5601825108972236099 for deletion
2013-10-31 15:31:27,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5352529106480466657_1182 at file build/test/data/dfs/data/data3/current/blk_5352529106480466657
2013-10-31 15:31:27,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5601825108972236099_1182 at file build/test/data/dfs/data/data4/current/blk_5601825108972236099
2013-10-31 15:31:27,060 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6023910212449048760_1192 file build/test/data/dfs/data/data4/current/blk_6023910212449048760 for deletion
2013-10-31 15:31:27,061 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6023910212449048760_1192 at file build/test/data/dfs/data/data4/current/blk_6023910212449048760
2013-10-31 15:31:27,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:27,546 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0014
2013-10-31 15:31:27,547 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0014_m_000005_0 not found in cache
2013-10-31 15:31:27,547 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0014_m_000004_0 not found in cache
2013-10-31 15:31:27,548 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0014 for user-log deletion with retainTimeStamp:1383319887547
2013-10-31 15:31:27,623 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678) Starting thread to transfer block blk_-3560319480256185636_1212 to 127.0.0.1:57702
2013-10-31 15:31:27,624 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8213570567524055678_1175 file build/test/data/dfs/data/data6/current/blk_-8213570567524055678 for deletion
2013-10-31 15:31:27,624 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7496470698764017909_1196 file build/test/data/dfs/data/data6/current/blk_-7496470698764017909 for deletion
2013-10-31 15:31:27,624 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8213570567524055678_1175 at file build/test/data/dfs/data/data6/current/blk_-8213570567524055678
2013-10-31 15:31:27,624 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4095254712820514681_1196 file build/test/data/dfs/data/data6/current/blk_-4095254712820514681 for deletion
2013-10-31 15:31:27,625 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7496470698764017909_1196 at file build/test/data/dfs/data/data6/current/blk_-7496470698764017909
2013-10-31 15:31:27,625 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3935577303957414714_1177 file build/test/data/dfs/data/data6/current/blk_-3935577303957414714 for deletion
2013-10-31 15:31:27,625 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4095254712820514681_1196 at file build/test/data/dfs/data/data6/current/blk_-4095254712820514681
2013-10-31 15:31:27,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3560319480256185636_1212 src: /127.0.0.1:52793 dest: /127.0.0.1:57702
2013-10-31 15:31:27,626 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3935577303957414714_1177 at file build/test/data/dfs/data/data6/current/blk_-3935577303957414714
2013-10-31 15:31:27,625 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3207619398268925709_1183 file build/test/data/dfs/data/data5/current/blk_-3207619398268925709 for deletion
2013-10-31 15:31:27,625 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678):Transmitted block blk_-3560319480256185636_1212 to /127.0.0.1:57702
2013-10-31 15:31:27,627 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3207619398268925709_1183 at file build/test/data/dfs/data/data5/current/blk_-3207619398268925709
2013-10-31 15:31:27,627 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2869707476366141514_1191 file build/test/data/dfs/data/data6/current/blk_-2869707476366141514 for deletion
2013-10-31 15:31:27,627 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_710322561154687761_1182 file build/test/data/dfs/data/data5/current/blk_710322561154687761 for deletion
2013-10-31 15:31:27,627 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2869707476366141514_1191 at file build/test/data/dfs/data/data6/current/blk_-2869707476366141514
2013-10-31 15:31:27,628 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_710322561154687761_1182 at file build/test/data/dfs/data/data5/current/blk_710322561154687761
2013-10-31 15:31:27,628 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_919482204803003108_1196 file build/test/data/dfs/data/data5/current/blk_919482204803003108 for deletion
2013-10-31 15:31:27,628 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1667306038627781975_1182 file build/test/data/dfs/data/data6/current/blk_1667306038627781975 for deletion
2013-10-31 15:31:27,628 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_919482204803003108_1196 at file build/test/data/dfs/data/data5/current/blk_919482204803003108
2013-10-31 15:31:27,629 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1667306038627781975_1182 at file build/test/data/dfs/data/data6/current/blk_1667306038627781975
2013-10-31 15:31:27,629 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2079783563697104213_1196 file build/test/data/dfs/data/data5/current/blk_2079783563697104213 for deletion
2013-10-31 15:31:27,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-3560319480256185636_1212 src: /127.0.0.1:52793 dest: /127.0.0.1:57702 of size 238055
2013-10-31 15:31:27,629 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2079783563697104213_1196 at file build/test/data/dfs/data/data5/current/blk_2079783563697104213
2013-10-31 15:31:27,629 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3500305428750271427_1197 file build/test/data/dfs/data/data6/current/blk_3500305428750271427 for deletion
2013-10-31 15:31:27,630 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3677359004342569791_1204 file build/test/data/dfs/data/data6/current/blk_3677359004342569791 for deletion
2013-10-31 15:31:27,630 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3500305428750271427_1197 at file build/test/data/dfs/data/data6/current/blk_3500305428750271427
2013-10-31 15:31:27,630 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4081003565415902700_1189 file build/test/data/dfs/data/data6/current/blk_4081003565415902700 for deletion
2013-10-31 15:31:27,631 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3677359004342569791_1204 at file build/test/data/dfs/data/data6/current/blk_3677359004342569791
2013-10-31 15:31:27,631 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5352529106480466657_1182 file build/test/data/dfs/data/data6/current/blk_5352529106480466657 for deletion
2013-10-31 15:31:27,631 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4081003565415902700_1189 at file build/test/data/dfs/data/data6/current/blk_4081003565415902700
2013-10-31 15:31:27,631 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6023910212449048760_1192 file build/test/data/dfs/data/data5/current/blk_6023910212449048760 for deletion
2013-10-31 15:31:27,632 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5352529106480466657_1182 at file build/test/data/dfs/data/data6/current/blk_5352529106480466657
2013-10-31 15:31:27,632 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6023910212449048760_1192 at file build/test/data/dfs/data/data5/current/blk_6023910212449048760
2013-10-31 15:31:27,632 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9137725298402926841_1178 file build/test/data/dfs/data/data5/current/blk_9137725298402926841 for deletion
2013-10-31 15:31:27,632 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9137725298402926841_1178 at file build/test/data/dfs/data/data5/current/blk_9137725298402926841
2013-10-31 15:31:27,633 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3560319480256185636_1212 size 238055
2013-10-31 15:31:28,053 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_2079783563697104213_1196 blk_3677359004342569791_1204 blk_-2869707476366141514_1191 blk_-8213570567524055678_1175 blk_-4095254712820514681_1196 blk_5601825108972236099_1182 blk_9137725298402926841_1178 blk_919482204803003108_1196 blk_-7496470698764017909_1196 blk_710322561154687761_1182 blk_1667306038627781975_1182
2013-10-31 15:31:28,054 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_3500305428750271427_1197 blk_2079783563697104213_1196 blk_4081003565415902700_1189 blk_-3207619398268925709_1183 blk_5352529106480466657_1182 blk_-3935577303957414714_1177 blk_-8213570567524055678_1175 blk_-4095254712820514681_1196 blk_5601825108972236099_1182 blk_9137725298402926841_1178 blk_710322561154687761_1182 blk_6023910212449048760_1192
2013-10-31 15:31:28,202 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0014_m_-235567088 since job job_20131031152505967_0014 is dead
2013-10-31 15:31:28,213 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27754 with signal TERM. Exit code 0
2013-10-31 15:31:28,384 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:28,384 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:28,384 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:28,384 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0014_m_-235567088 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:28,903 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0014_m_429409255 since job job_20131031152505967_0014 is dead
2013-10-31 15:31:28,913 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28034 with signal TERM. Exit code 0
2013-10-31 15:31:29,086 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:29,087 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:29,087 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:29,087 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0014_m_429409255 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:29,439 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8213570567524055678_1175 file build/test/data/dfs/data/data1/current/blk_-8213570567524055678 for deletion
2013-10-31 15:31:29,439 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4095254712820514681_1196 file build/test/data/dfs/data/data2/current/blk_-4095254712820514681 for deletion
2013-10-31 15:31:29,439 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8213570567524055678_1175 at file build/test/data/dfs/data/data1/current/blk_-8213570567524055678
2013-10-31 15:31:29,440 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4095254712820514681_1196 at file build/test/data/dfs/data/data2/current/blk_-4095254712820514681
2013-10-31 15:31:29,440 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3935577303957414714_1177 file build/test/data/dfs/data/data1/current/blk_-3935577303957414714 for deletion
2013-10-31 15:31:29,440 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3207619398268925709_1183 file build/test/data/dfs/data/data2/current/blk_-3207619398268925709 for deletion
2013-10-31 15:31:29,440 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3935577303957414714_1177 at file build/test/data/dfs/data/data1/current/blk_-3935577303957414714
2013-10-31 15:31:29,441 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3207619398268925709_1183 at file build/test/data/dfs/data/data2/current/blk_-3207619398268925709
2013-10-31 15:31:29,441 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_710322561154687761_1182 file build/test/data/dfs/data/data2/current/blk_710322561154687761 for deletion
2013-10-31 15:31:29,441 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2079783563697104213_1196 file build/test/data/dfs/data/data1/current/blk_2079783563697104213 for deletion
2013-10-31 15:31:29,441 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_710322561154687761_1182 at file build/test/data/dfs/data/data2/current/blk_710322561154687761
2013-10-31 15:31:29,442 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2079783563697104213_1196 at file build/test/data/dfs/data/data1/current/blk_2079783563697104213
2013-10-31 15:31:29,442 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3500305428750271427_1197 file build/test/data/dfs/data/data2/current/blk_3500305428750271427 for deletion
2013-10-31 15:31:29,442 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4081003565415902700_1189 file build/test/data/dfs/data/data1/current/blk_4081003565415902700 for deletion
2013-10-31 15:31:29,442 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3500305428750271427_1197 at file build/test/data/dfs/data/data2/current/blk_3500305428750271427
2013-10-31 15:31:29,443 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4081003565415902700_1189 at file build/test/data/dfs/data/data1/current/blk_4081003565415902700
2013-10-31 15:31:29,443 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5352529106480466657_1182 file build/test/data/dfs/data/data1/current/blk_5352529106480466657 for deletion
2013-10-31 15:31:29,443 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5601825108972236099_1182 file build/test/data/dfs/data/data1/current/blk_5601825108972236099 for deletion
2013-10-31 15:31:29,443 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5352529106480466657_1182 at file build/test/data/dfs/data/data1/current/blk_5352529106480466657
2013-10-31 15:31:29,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6023910212449048760_1192 file build/test/data/dfs/data/data1/current/blk_6023910212449048760 for deletion
2013-10-31 15:31:29,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5601825108972236099_1182 at file build/test/data/dfs/data/data1/current/blk_5601825108972236099
2013-10-31 15:31:29,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9137725298402926841_1178 file build/test/data/dfs/data/data2/current/blk_9137725298402926841 for deletion
2013-10-31 15:31:29,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6023910212449048760_1192 at file build/test/data/dfs/data/data1/current/blk_6023910212449048760
2013-10-31 15:31:29,445 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9137725298402926841_1178 at file build/test/data/dfs/data/data2/current/blk_9137725298402926841
2013-10-31 15:31:30,061 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8213570567524055678_1175 file build/test/data/dfs/data/data7/current/blk_-8213570567524055678 for deletion
2013-10-31 15:31:30,061 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7496470698764017909_1196 file build/test/data/dfs/data/data7/current/blk_-7496470698764017909 for deletion
2013-10-31 15:31:30,061 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8213570567524055678_1175 at file build/test/data/dfs/data/data7/current/blk_-8213570567524055678
2013-10-31 15:31:30,062 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4095254712820514681_1196 file build/test/data/dfs/data/data7/current/blk_-4095254712820514681 for deletion
2013-10-31 15:31:30,062 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7496470698764017909_1196 at file build/test/data/dfs/data/data7/current/blk_-7496470698764017909
2013-10-31 15:31:30,062 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2869707476366141514_1191 file build/test/data/dfs/data/data8/current/blk_-2869707476366141514 for deletion
2013-10-31 15:31:30,062 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4095254712820514681_1196 at file build/test/data/dfs/data/data7/current/blk_-4095254712820514681
2013-10-31 15:31:30,063 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2869707476366141514_1191 at file build/test/data/dfs/data/data8/current/blk_-2869707476366141514
2013-10-31 15:31:30,063 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_710322561154687761_1182 file build/test/data/dfs/data/data7/current/blk_710322561154687761 for deletion
2013-10-31 15:31:30,063 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_919482204803003108_1196 file build/test/data/dfs/data/data8/current/blk_919482204803003108 for deletion
2013-10-31 15:31:30,063 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_710322561154687761_1182 at file build/test/data/dfs/data/data7/current/blk_710322561154687761
2013-10-31 15:31:30,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1667306038627781975_1182 file build/test/data/dfs/data/data7/current/blk_1667306038627781975 for deletion
2013-10-31 15:31:30,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_919482204803003108_1196 at file build/test/data/dfs/data/data8/current/blk_919482204803003108
2013-10-31 15:31:30,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1667306038627781975_1182 at file build/test/data/dfs/data/data7/current/blk_1667306038627781975
2013-10-31 15:31:30,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2079783563697104213_1196 file build/test/data/dfs/data/data8/current/blk_2079783563697104213 for deletion
2013-10-31 15:31:30,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3677359004342569791_1204 file build/test/data/dfs/data/data8/current/blk_3677359004342569791 for deletion
2013-10-31 15:31:30,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2079783563697104213_1196 at file build/test/data/dfs/data/data8/current/blk_2079783563697104213
2013-10-31 15:31:30,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5601825108972236099_1182 file build/test/data/dfs/data/data8/current/blk_5601825108972236099 for deletion
2013-10-31 15:31:30,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3677359004342569791_1204 at file build/test/data/dfs/data/data8/current/blk_3677359004342569791
2013-10-31 15:31:30,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9137725298402926841_1178 file build/test/data/dfs/data/data8/current/blk_9137725298402926841 for deletion
2013-10-31 15:31:30,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5601825108972236099_1182 at file build/test/data/dfs/data/data8/current/blk_5601825108972236099
2013-10-31 15:31:30,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9137725298402926841_1178 at file build/test/data/dfs/data/data8/current/blk_9137725298402926841
2013-10-31 15:31:30,396 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0015_m_000005_0 0.0% setup
2013-10-31 15:31:30,398 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0015_m_000005_0 is done.
2013-10-31 15:31:30,399 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0015_m_000005_0 was -1
2013-10-31 15:31:30,399 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:30,475 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0014
2013-10-31 15:31:30,476 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0014_m_000000_0 not found in cache
2013-10-31 15:31:30,476 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0014_m_000001_0 not found in cache
2013-10-31 15:31:30,476 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0014
2013-10-31 15:31:30,477 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0014_m_000002_0 not found in cache
2013-10-31 15:31:30,477 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0014 for user-log deletion with retainTimeStamp:1383319890477
2013-10-31 15:31:30,477 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0014_m_000003_0 not found in cache
2013-10-31 15:31:30,478 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0014 for user-log deletion with retainTimeStamp:1383319890478
2013-10-31 15:31:31,219 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0014_m_1482251512 since job job_20131031152505967_0014 is dead
2013-10-31 15:31:31,229 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27758 with signal TERM. Exit code 0
2013-10-31 15:31:31,229 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0014_m_1182808643 since job job_20131031152505967_0014 is dead
2013-10-31 15:31:31,239 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27759 with signal TERM. Exit code 0
2013-10-31 15:31:31,239 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0014_m_872007956 since job job_20131031152505967_0014 is dead
2013-10-31 15:31:31,249 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group27691 with signal TERM. Exit code 0
2013-10-31 15:31:31,426 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:31,426 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:31,426 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:31,426 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0014_m_872007956 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:31,428 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:31,428 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:31,428 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:31,428 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0014_m_1182808643 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:31,480 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0015_m_000005_0' has completed task_20131031152505967_0015_m_000005 successfully.
2013-10-31 15:31:31,481 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0015_m_000000_0' to tip task_20131031152505967_0015_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:31:31,482 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0015_m_000000
2013-10-31 15:31:31,482 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0015_m_000001_0' to tip task_20131031152505967_0015_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:31:31,483 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0015_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:31:31,483 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0015_m_000001
2013-10-31 15:31:31,483 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0015_m_000000_0 which needs 1 slots
2013-10-31 15:31:31,483 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0015_m_000000_0 which needs 1 slots
2013-10-31 15:31:31,484 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0015_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:31:31,484 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0015_m_000001_0 which needs 1 slots
2013-10-31 15:31:31,484 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0015_m_000001_0 which needs 1 slots
2013-10-31 15:31:31,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0015/jobToken dst=null perm=null
2013-10-31 15:31:31,488 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52795, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8873433277098456901_1218, duration: 137990
2013-10-31 15:31:31,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.xml dst=null perm=null
2013-10-31 15:31:31,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46020, bytes: 28266, op: HDFS_READ, cliID: DFSClient_787739740, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4317556640458238840_1215, duration: 161651
2013-10-31 15:31:31,499 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0015_m_-609194527
2013-10-31 15:31:31,500 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0015_m_-609194527 spawned.
2013-10-31 15:31:31,501 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0015/attempt_20131031152505967_0015_m_000000_0/taskjvm.sh
2013-10-31 15:31:31,519 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:31:31,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.jar dst=null perm=null
2013-10-31 15:31:31,544 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46021, bytes: 239915, op: HDFS_READ, cliID: DFSClient_787739740, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3560319480256185636_1212, duration: 1503584
2013-10-31 15:31:31,555 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0015_m_000002_0' to tip task_20131031152505967_0015_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:31:31,555 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0015_m_000002
2013-10-31 15:31:31,557 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0015_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:31:31,557 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0015_m_000002_0 which needs 1 slots
2013-10-31 15:31:31,558 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0015_m_000002_0 which needs 1 slots
2013-10-31 15:31:31,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0015/jobToken dst=null perm=null
2013-10-31 15:31:31,565 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40720, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8873433277098456901_1218, duration: 142460
2013-10-31 15:31:31,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.xml dst=null perm=null
2013-10-31 15:31:31,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46024, bytes: 28266, op: HDFS_READ, cliID: DFSClient_847840305, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4317556640458238840_1215, duration: 165636
2013-10-31 15:31:31,573 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:31,573 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:31,573 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:31,573 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0014_m_1482251512 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:31,582 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:31:31,591 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0015_m_000003_0' to tip task_20131031152505967_0015_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:31:31,591 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0015_m_000003
2013-10-31 15:31:31,593 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0015_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:31:31,593 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0015_m_000003_0 which needs 1 slots
2013-10-31 15:31:31,593 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0015_m_000003_0 which needs 1 slots
2013-10-31 15:31:31,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.jar dst=null perm=null
2013-10-31 15:31:31,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0015/jobToken dst=null perm=null
2013-10-31 15:31:31,598 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40724, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8873433277098456901_1218, duration: 115100
2013-10-31 15:31:31,598 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39297, bytes: 239915, op: HDFS_READ, cliID: DFSClient_847840305, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3560319480256185636_1212, duration: 654468
2013-10-31 15:31:31,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.xml dst=null perm=null
2013-10-31 15:31:31,602 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39300, bytes: 28266, op: HDFS_READ, cliID: DFSClient_-259056750, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4317556640458238840_1215, duration: 164753
2013-10-31 15:31:31,612 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0015_m_-1252818387
2013-10-31 15:31:31,613 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0015_m_-1252818387 spawned.
2013-10-31 15:31:31,614 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0015/attempt_20131031152505967_0015_m_000001_0/taskjvm.sh
2013-10-31 15:31:31,721 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:31:31,766 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0015_m_1825390443
2013-10-31 15:31:31,768 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0015_m_1825390443 spawned.
2013-10-31 15:31:31,770 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0015/attempt_20131031152505967_0015_m_000002_0/taskjvm.sh
2013-10-31 15:31:31,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.jar dst=null perm=null
2013-10-31 15:31:31,775 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46029, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-259056750, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3560319480256185636_1212, duration: 1013053
2013-10-31 15:31:31,877 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0015_m_1164459082
2013-10-31 15:31:31,878 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0015_m_1164459082 spawned.
2013-10-31 15:31:31,879 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0015/attempt_20131031152505967_0015_m_000003_0/taskjvm.sh
2013-10-31 15:31:32,320 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0015_m_-609194527 given task: attempt_20131031152505967_0015_m_000000_0
2013-10-31 15:31:32,563 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0015_m_-1252818387 given task: attempt_20131031152505967_0015_m_000001_0
2013-10-31 15:31:32,640 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0015_m_1825390443 given task: attempt_20131031152505967_0015_m_000002_0
2013-10-31 15:31:32,795 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0015_m_1164459082 given task: attempt_20131031152505967_0015_m_000003_0
2013-10-31 15:31:32,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.split dst=null perm=null
2013-10-31 15:31:32,828 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52812, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0015_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6984116115924376814_1213, duration: 165509
2013-10-31 15:31:32,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:31:32,869 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40734, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0015_m_000000_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5150570323480409610_1211, duration: 132763
2013-10-31 15:31:32,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:32,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:33,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.split dst=null perm=null
2013-10-31 15:31:33,072 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39311, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0015_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6984116115924376814_1213, duration: 168112
2013-10-31 15:31:33,073 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000000_0/part-00000. blk_1496842633161638313_1219
2013-10-31 15:31:33,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1496842633161638313_1219 src: /127.0.0.1:52817 dest: /127.0.0.1:57702
2013-10-31 15:31:33,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1496842633161638313_1219 src: /127.0.0.1:40739 dest: /127.0.0.1:53907
2013-10-31 15:31:33,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1496842633161638313_1219 src: /127.0.0.1:46042 dest: /127.0.0.1:42991
2013-10-31 15:31:33,101 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46042, dest: /127.0.0.1:42991, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0015_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1496842633161638313_1219, duration: 1248991
2013-10-31 15:31:33,101 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1496842633161638313_1219 terminating
2013-10-31 15:31:33,102 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40739, dest: /127.0.0.1:53907, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0015_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1496842633161638313_1219, duration: 1516586
2013-10-31 15:31:33,102 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1496842633161638313_1219 terminating
2013-10-31 15:31:33,102 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52817, dest: /127.0.0.1:57702, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0015_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1496842633161638313_1219, duration: 1907583
2013-10-31 15:31:33,102 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1496842633161638313_1219 terminating
2013-10-31 15:31:33,102 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1496842633161638313_1219 size 176
2013-10-31 15:31:33,103 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1496842633161638313_1219 size 176
2013-10-31 15:31:33,103 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0015_m_000000_0
2013-10-31 15:31:33,103 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0015_m_000000_0
2013-10-31 15:31:33,106 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1496842633161638313_1219 size 176
2013-10-31 15:31:33,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:31:33,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:33,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:33,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.split dst=null perm=null
2013-10-31 15:31:33,150 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0015_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:33,150 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0015_m_000000_0 0.0%
2013-10-31 15:31:33,151 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52820, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0015_m_000002_0, offset: 512, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6984116115924376814_1213, duration: 163209
2013-10-31 15:31:33,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:31:33,191 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39316, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0015_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5150570323480409610_1211, duration: 214193
2013-10-31 15:31:33,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:33,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:33,305 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39318, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0015_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5150570323480409610_1211, duration: 185847
2013-10-31 15:31:33,314 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000001_0/part-00001. blk_7046212126067584233_1221
2013-10-31 15:31:33,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015/job.split dst=null perm=null
2013-10-31 15:31:33,328 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39322, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0015_m_000003_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6984116115924376814_1213, duration: 117302
2013-10-31 15:31:33,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7046212126067584233_1221 src: /127.0.0.1:52824 dest: /127.0.0.1:57702
2013-10-31 15:31:33,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7046212126067584233_1221 src: /127.0.0.1:46051 dest: /127.0.0.1:42991
2013-10-31 15:31:33,347 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7046212126067584233_1221 src: /127.0.0.1:39324 dest: /127.0.0.1:48948
2013-10-31 15:31:33,349 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39324, dest: /127.0.0.1:48948, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0015_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7046212126067584233_1221, duration: 1314162
2013-10-31 15:31:33,349 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7046212126067584233_1221 terminating
2013-10-31 15:31:33,349 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46051, dest: /127.0.0.1:42991, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0015_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7046212126067584233_1221, duration: 1495913
2013-10-31 15:31:33,350 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7046212126067584233_1221 terminating
2013-10-31 15:31:33,350 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52824, dest: /127.0.0.1:57702, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0015_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7046212126067584233_1221, duration: 1931634
2013-10-31 15:31:33,350 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7046212126067584233_1221 terminating
2013-10-31 15:31:33,352 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7046212126067584233_1221 size 130
2013-10-31 15:31:33,353 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7046212126067584233_1221 size 130
2013-10-31 15:31:33,353 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7046212126067584233_1221 size 130
2013-10-31 15:31:33,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:31:33,371 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39325, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0015_m_000003_0, offset: 512, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5150570323480409610_1211, duration: 155463
2013-10-31 15:31:33,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:33,386 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0015_m_000002_0
2013-10-31 15:31:33,387 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0015_m_000002_0
2013-10-31 15:31:33,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:33,434 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0015_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:33,434 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0015_m_000002_0 0.0%
2013-10-31 15:31:33,569 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000003_0/part-00003. blk_398541979693536407_1222
2013-10-31 15:31:33,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_398541979693536407_1222 src: /127.0.0.1:39327 dest: /127.0.0.1:48948
2013-10-31 15:31:33,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_398541979693536407_1222 src: /127.0.0.1:40754 dest: /127.0.0.1:53907
2013-10-31 15:31:33,594 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_398541979693536407_1222 src: /127.0.0.1:52834 dest: /127.0.0.1:57702
2013-10-31 15:31:33,596 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52834, dest: /127.0.0.1:57702, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0015_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_398541979693536407_1222, duration: 1350981
2013-10-31 15:31:33,596 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_398541979693536407_1222 terminating
2013-10-31 15:31:33,597 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40754, dest: /127.0.0.1:53907, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0015_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_398541979693536407_1222, duration: 1465595
2013-10-31 15:31:33,597 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_398541979693536407_1222 terminating
2013-10-31 15:31:33,597 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39327, dest: /127.0.0.1:48948, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0015_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_398541979693536407_1222, duration: 1886370
2013-10-31 15:31:33,597 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_398541979693536407_1222 terminating
2013-10-31 15:31:33,598 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_398541979693536407_1222 size 176
2013-10-31 15:31:33,598 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_398541979693536407_1222 size 176
2013-10-31 15:31:33,599 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_398541979693536407_1222 size 176
2013-10-31 15:31:33,752 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0015_m_000001_0
2013-10-31 15:31:33,753 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0015_m_000001_0
2013-10-31 15:31:33,813 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0015_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:33,814 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0015_m_000001_0 0.0%
2013-10-31 15:31:33,999 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0015_m_000003_0
2013-10-31 15:31:34,000 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0015_m_000003_0
2013-10-31 15:31:34,177 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0015_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:34,177 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0015_m_000003_0 0.0%
2013-10-31 15:31:34,488 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0015_m_000001_0
2013-10-31 15:31:34,488 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0015_m_000000_0
2013-10-31 15:31:34,561 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0015_m_000002_0
2013-10-31 15:31:34,599 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0015_m_000003_0
2013-10-31 15:31:34,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000001_0 dst=null perm=null
2013-10-31 15:31:34,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:34,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:34,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000001_0 dst=null perm=null
2013-10-31 15:31:35,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000000_0 dst=null perm=null
2013-10-31 15:31:35,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:35,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:35,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000000_0 dst=null perm=null
2013-10-31 15:31:35,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000003_0 dst=null perm=null
2013-10-31 15:31:35,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:35,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:35,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000003_0 dst=null perm=null
2013-10-31 15:31:35,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000002_0 dst=null perm=null
2013-10-31 15:31:35,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:35,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:35,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary/_attempt_20131031152505967_0015_m_000002_0 dst=null perm=null
2013-10-31 15:31:35,755 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0015_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:31:35,757 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0015_m_000000_0 is done.
2013-10-31 15:31:35,757 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0015_m_000000_0 was -1
2013-10-31 15:31:35,758 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:35,998 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0015_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:31:36,000 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0015_m_000001_0 is done.
2013-10-31 15:31:36,000 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0015_m_000001_0 was -1
2013-10-31 15:31:36,000 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:36,067 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0015_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:31:36,068 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0015_m_000002_0 is done.
2013-10-31 15:31:36,068 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0015_m_000002_0 was -1
2013-10-31 15:31:36,068 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:36,235 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0015_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:31:36,238 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0015_m_000003_0 is done.
2013-10-31 15:31:36,238 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0015_m_000003_0 was -1
2013-10-31 15:31:36,238 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:36,483 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0015_m_000005_0
2013-10-31 15:31:36,483 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0015_m_000005_0
2013-10-31 15:31:36,484 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0015_m_000005_0 not found in cache
2013-10-31 15:31:37,490 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0015_m_000001_0' has completed task_20131031152505967_0015_m_000001 successfully.
2013-10-31 15:31:37,493 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0015_m_000000_0' has completed task_20131031152505967_0015_m_000000 successfully.
2013-10-31 15:31:37,564 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0015_m_000002_0' has completed task_20131031152505967_0015_m_000002 successfully.
2013-10-31 15:31:37,602 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0015_m_000003_0' has completed task_20131031152505967_0015_m_000003 successfully.
2013-10-31 15:31:37,605 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0015_m_000004_0' to tip task_20131031152505967_0015_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:31:37,608 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0015_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:31:37,608 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0015_m_000004_0 which needs 1 slots
2013-10-31 15:31:37,608 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0015_m_000004_0 which needs 1 slots
2013-10-31 15:31:37,645 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0015_m_523850527
2013-10-31 15:31:37,645 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0015_m_523850527 spawned.
2013-10-31 15:31:37,647 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0015/attempt_20131031152505967_0015_m_000004_0/taskjvm.sh
2013-10-31 15:31:38,511 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0015_m_523850527 given task: attempt_20131031152505967_0015_m_000004_0
2013-10-31 15:31:39,054 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0015_m_000004_0 0.0%
2013-10-31 15:31:39,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary dst=null perm=null
2013-10-31 15:31:39,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:39,074 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_SUCCESS from client DFSClient_attempt_20131031152505967_0015_m_000004_0
2013-10-31 15:31:39,074 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0015_m_000004_0
2013-10-31 15:31:39,079 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3560319480256185636 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:39,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3560319480256185636 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:39,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3560319480256185636 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:39,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3560319480256185636 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:39,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6984116115924376814 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:39,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6984116115924376814 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:39,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6984116115924376814 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:39,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6984116115924376814 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:39,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8844465190600451946 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:39,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8844465190600451946 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:39,080 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8844465190600451946 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:39,081 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4317556640458238840 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:31:39,081 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4317556640458238840 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:39,081 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4317556640458238840 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:39,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0015 dst=null perm=null
2013-10-31 15:31:40,056 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-6984116115924376814_1213 blk_-3560319480256185636_1212 blk_8844465190600451946_1214 blk_-4317556640458238840_1215
2013-10-31 15:31:40,056 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-6984116115924376814_1213 blk_-3560319480256185636_1212 blk_8844465190600451946_1214 blk_-4317556640458238840_1215
2013-10-31 15:31:41,951 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0015_m_000004_0 0.0% cleanup
2013-10-31 15:31:41,953 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0015_m_000004_0 is done.
2013-10-31 15:31:41,953 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0015_m_000004_0 was -1
2013-10-31 15:31:41,953 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:42,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6984116115924376814_1213 file build/test/data/dfs/data/data3/current/blk_-6984116115924376814 for deletion
2013-10-31 15:31:42,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4317556640458238840_1215 file build/test/data/dfs/data/data3/current/blk_-4317556640458238840 for deletion
2013-10-31 15:31:42,064 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6984116115924376814_1213 at file build/test/data/dfs/data/data3/current/blk_-6984116115924376814
2013-10-31 15:31:42,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3560319480256185636_1212 file build/test/data/dfs/data/data4/current/blk_-3560319480256185636 for deletion
2013-10-31 15:31:42,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4317556640458238840_1215 at file build/test/data/dfs/data/data3/current/blk_-4317556640458238840
2013-10-31 15:31:42,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8844465190600451946_1214 file build/test/data/dfs/data/data4/current/blk_8844465190600451946 for deletion
2013-10-31 15:31:42,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3560319480256185636_1212 at file build/test/data/dfs/data/data4/current/blk_-3560319480256185636
2013-10-31 15:31:42,066 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8844465190600451946_1214 at file build/test/data/dfs/data/data4/current/blk_8844465190600451946
2013-10-31 15:31:42,628 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6984116115924376814_1213 file build/test/data/dfs/data/data5/current/blk_-6984116115924376814 for deletion
2013-10-31 15:31:42,628 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4317556640458238840_1215 file build/test/data/dfs/data/data5/current/blk_-4317556640458238840 for deletion
2013-10-31 15:31:42,628 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6984116115924376814_1213 at file build/test/data/dfs/data/data5/current/blk_-6984116115924376814
2013-10-31 15:31:42,628 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3560319480256185636_1212 file build/test/data/dfs/data/data6/current/blk_-3560319480256185636 for deletion
2013-10-31 15:31:42,629 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4317556640458238840_1215 at file build/test/data/dfs/data/data5/current/blk_-4317556640458238840
2013-10-31 15:31:42,629 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8844465190600451946_1214 file build/test/data/dfs/data/data6/current/blk_8844465190600451946 for deletion
2013-10-31 15:31:42,629 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3560319480256185636_1212 at file build/test/data/dfs/data/data6/current/blk_-3560319480256185636
2013-10-31 15:31:42,630 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8844465190600451946_1214 at file build/test/data/dfs/data/data6/current/blk_8844465190600451946
2013-10-31 15:31:43,057 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-6984116115924376814_1213 blk_-3560319480256185636_1212
2013-10-31 15:31:43,057 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-6984116115924376814_1213 blk_-3560319480256185636_1212 blk_8844465190600451946_1214 blk_-4317556640458238840_1215
2013-10-31 15:31:43,616 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0015_m_000004_0' has completed task_20131031152505967_0015_m_000004 successfully.
2013-10-31 15:31:43,646 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0015 has completed successfully.
2013-10-31 15:31:43,646 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0015,submitTime=1383233483742,launchTime=1383233484005,firstMapTaskLaunchTime=1383233491481,firstJobSetupTaskLaunchTime=1383233485465,firstJobCleanupTaskLaunchTime=1383233497605,finishTime=1383233503646,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=26,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[D83BE350C96F43B695DDC84C8013CB2D/A4A3503D0C984782B6E8B799D209D7D1] merged/(1/1) ...latform/splitsourcemerged
2013-10-31 15:31:43,654 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_logs/history/job_20131031152505967_0015_1383233483742_hadoop_%5BD83BE350C96F43B695DDC84C8013CB2D%2FA4A3503D0C984782. blk_7318150765019872633_1223
2013-10-31 15:31:43,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7318150765019872633_1223 src: /127.0.0.1:46061 dest: /127.0.0.1:42991
2013-10-31 15:31:43,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7318150765019872633_1223 src: /127.0.0.1:39334 dest: /127.0.0.1:48948
2013-10-31 15:31:43,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7318150765019872633_1223 src: /127.0.0.1:40761 dest: /127.0.0.1:53907
2013-10-31 15:31:43,694 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40761, dest: /127.0.0.1:53907, bytes: 22363, op: HDFS_WRITE, cliID: DFSClient_-896759530, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7318150765019872633_1223, duration: 6334215
2013-10-31 15:31:43,695 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7318150765019872633_1223 terminating
2013-10-31 15:31:43,695 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39334, dest: /127.0.0.1:48948, bytes: 22363, op: HDFS_WRITE, cliID: DFSClient_-896759530, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7318150765019872633_1223, duration: 28699452
2013-10-31 15:31:43,696 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7318150765019872633_1223 terminating
2013-10-31 15:31:43,696 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46061, dest: /127.0.0.1:42991, bytes: 22363, op: HDFS_WRITE, cliID: DFSClient_-896759530, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7318150765019872633_1223, duration: 29579779
2013-10-31 15:31:43,697 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7318150765019872633_1223 terminating
2013-10-31 15:31:43,697 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7318150765019872633_1223 size 22363
2013-10-31 15:31:43,701 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7318150765019872633_1223 size 22363
2013-10-31 15:31:43,701 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7318150765019872633_1223 size 22363
2013-10-31 15:31:43,702 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_logs/history/job_20131031152505967_0015_1383233483742_hadoop_%5BD83BE350C96F43B695DDC84C8013CB2D%2FA4A3503D0C984782 from client DFSClient_-896759530
2013-10-31 15:31:43,702 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_logs/history/job_20131031152505967_0015_1383233483742_hadoop_%5BD83BE350C96F43B695DDC84C8013CB2D%2FA4A3503D0C984782 is closed by DFSClient_-896759530
2013-10-31 15:31:43,709 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0015_1383233483742_hadoop_%5BD83BE350C96F43B695DDC84C8013CB2D%2FA4A3503D0C984782 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:31:43,710 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0015_m_000003_0'
2013-10-31 15:31:43,710 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0015_m_000004_0'
2013-10-31 15:31:43,711 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8873433277098456901 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:31:43,712 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8873433277098456901 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:31:43,712 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8873433277098456901 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:31:43,715 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0015_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:31:43,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0015 dst=null perm=null
2013-10-31 15:31:43,719 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/_temporary
2013-10-31 15:31:43,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged dst=null perm=null
2013-10-31 15:31:43,739 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:31:43,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00000 dst=null perm=null
2013-10-31 15:31:43,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00001 dst=null perm=null
2013-10-31 15:31:43,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00002 dst=null perm=null
2013-10-31 15:31:43,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00003 dst=null perm=null
2013-10-31 15:31:43,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00000 dst=null perm=null
2013-10-31 15:31:43,748 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40763, bytes: 180, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1496842633161638313_1219, duration: 278633
2013-10-31 15:31:43,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00001 dst=null perm=null
2013-10-31 15:31:43,751 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46066, bytes: 134, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7046212126067584233_1221, duration: 268386
2013-10-31 15:31:43,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00002 dst=null perm=null
2013-10-31 15:31:43,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00003 dst=null perm=null
2013-10-31 15:31:43,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39339, bytes: 180, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_398541979693536407_1222, duration: 254358
2013-10-31 15:31:43,756 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/splitsourcemerged
2013-10-31 15:31:43,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged dst=null perm=null
2013-10-31 15:31:43,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00000 dst=null perm=null
2013-10-31 15:31:43,764 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40766, bytes: 180, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1496842633161638313_1219, duration: 280397
2013-10-31 15:31:43,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00001 dst=null perm=null
2013-10-31 15:31:43,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46069, bytes: 134, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7046212126067584233_1221, duration: 261182
2013-10-31 15:31:43,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00002 dst=null perm=null
2013-10-31 15:31:43,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemerged/part-00003 dst=null perm=null
2013-10-31 15:31:43,775 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52847, bytes: 180, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_398541979693536407_1222, duration: 308425
2013-10-31 15:31:43,798 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:31:43,799 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:31:43,829 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] starting
2013-10-31 15:31:43,830 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:31:43,830 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:31:43,831 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:31:43,831 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed"]
2013-10-31 15:31:43,831 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] parallel execution is enabled: true
2013-10-31 15:31:43,832 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] starting jobs: 2
2013-10-31 15:31:43,832 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] allocating threads: 2
2013-10-31 15:31:43,833 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge*offset] starting step: (2/2)
2013-10-31 15:31:43,837 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:31:43,837 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:31:43,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:43,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:31:43,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:43,863 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.jar. blk_-8930213787569556989_1224
2013-10-31 15:31:43,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8930213787569556989_1224 src: /127.0.0.1:39343 dest: /127.0.0.1:48948
2013-10-31 15:31:43,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8930213787569556989_1224 src: /127.0.0.1:40770 dest: /127.0.0.1:53907
2013-10-31 15:31:43,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8930213787569556989_1224 src: /127.0.0.1:52850 dest: /127.0.0.1:57702
2013-10-31 15:31:43,877 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52850, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8930213787569556989_1224, duration: 7951732
2013-10-31 15:31:43,877 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8930213787569556989_1224 terminating
2013-10-31 15:31:43,877 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40770, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8930213787569556989_1224, duration: 6882720
2013-10-31 15:31:43,878 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8930213787569556989_1224 size 238055
2013-10-31 15:31:43,878 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8930213787569556989_1224 terminating
2013-10-31 15:31:43,878 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39343, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8930213787569556989_1224, duration: 7717008
2013-10-31 15:31:43,879 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8930213787569556989_1224 size 238055
2013-10-31 15:31:43,879 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8930213787569556989_1224 terminating
2013-10-31 15:31:43,880 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8930213787569556989_1224 size 238055
2013-10-31 15:31:43,881 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.jar from client DFSClient_1342392704
2013-10-31 15:31:43,881 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.jar is closed by DFSClient_1342392704
2013-10-31 15:31:44,107 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.jar. New replication is 10
2013-10-31 15:31:44,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.jar dst=null perm=null
2013-10-31 15:31:44,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:44,118 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:31:44,124 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:31:44,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:31:44,127 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:31:44,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:31:44,130 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:31:44,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:31:44,133 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:31:44,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:31:44,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:44,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:44,145 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split. New replication is 10
2013-10-31 15:31:44,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split dst=null perm=null
2013-10-31 15:31:44,150 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split. blk_4893577138059035543_1225
2013-10-31 15:31:44,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4893577138059035543_1225 src: /127.0.0.1:39346 dest: /127.0.0.1:48948
2013-10-31 15:31:44,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4893577138059035543_1225 src: /127.0.0.1:46075 dest: /127.0.0.1:42991
2013-10-31 15:31:44,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4893577138059035543_1225 src: /127.0.0.1:52853 dest: /127.0.0.1:57702
2013-10-31 15:31:44,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4893577138059035543_1225 src: /127.0.0.1:40775 dest: /127.0.0.1:53907
2013-10-31 15:31:44,157 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40775, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4893577138059035543_1225, duration: 170277
2013-10-31 15:31:44,157 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4893577138059035543_1225 terminating
2013-10-31 15:31:44,157 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52853, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4893577138059035543_1225, duration: 519149
2013-10-31 15:31:44,158 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4893577138059035543_1225 terminating
2013-10-31 15:31:44,158 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46075, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4893577138059035543_1225, duration: 869211
2013-10-31 15:31:44,159 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4893577138059035543_1225 size 2077
2013-10-31 15:31:44,159 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4893577138059035543_1225 terminating
2013-10-31 15:31:44,159 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39346, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4893577138059035543_1225, duration: 2069681
2013-10-31 15:31:44,160 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4893577138059035543_1225 size 2077
2013-10-31 15:31:44,160 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_4893577138059035543_1225 terminating
2013-10-31 15:31:44,163 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4893577138059035543_1225 size 2077
2013-10-31 15:31:44,163 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split from client DFSClient_1342392704
2013-10-31 15:31:44,164 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split is closed by DFSClient_1342392704
2013-10-31 15:31:44,164 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4893577138059035543_1225 size 2077
2013-10-31 15:31:44,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:44,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:44,180 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.splitmetainfo. blk_1208091375235204652_1226
2013-10-31 15:31:44,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1208091375235204652_1226 src: /127.0.0.1:52855 dest: /127.0.0.1:57702
2013-10-31 15:31:44,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1208091375235204652_1226 src: /127.0.0.1:40777 dest: /127.0.0.1:53907
2013-10-31 15:31:44,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1208091375235204652_1226 src: /127.0.0.1:39352 dest: /127.0.0.1:48948
2013-10-31 15:31:44,188 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39352, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1208091375235204652_1226, duration: 95436
2013-10-31 15:31:44,188 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1208091375235204652_1226 terminating
2013-10-31 15:31:44,188 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40777, dest: /127.0.0.1:53907, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1208091375235204652_1226, duration: 1013207
2013-10-31 15:31:44,189 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1208091375235204652_1226 terminating
2013-10-31 15:31:44,189 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52855, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1208091375235204652_1226, duration: 1908986
2013-10-31 15:31:44,190 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1208091375235204652_1226 terminating
2013-10-31 15:31:44,193 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1208091375235204652_1226 size 218
2013-10-31 15:31:44,193 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:31:44,194 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:31:44,194 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1208091375235204652_1226 size 218
2013-10-31 15:31:44,195 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1208091375235204652_1226 size 218
2013-10-31 15:31:44,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:44,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:44,216 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.xml. blk_-7897248409324906494_1227
2013-10-31 15:31:44,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7897248409324906494_1227 src: /127.0.0.1:46081 dest: /127.0.0.1:42991
2013-10-31 15:31:44,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7897248409324906494_1227 src: /127.0.0.1:52859 dest: /127.0.0.1:57702
2013-10-31 15:31:44,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7897248409324906494_1227 src: /127.0.0.1:40781 dest: /127.0.0.1:53907
2013-10-31 15:31:44,224 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40781, dest: /127.0.0.1:53907, bytes: 29247, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7897248409324906494_1227, duration: 325600
2013-10-31 15:31:44,225 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7897248409324906494_1227 terminating
2013-10-31 15:31:44,225 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52859, dest: /127.0.0.1:57702, bytes: 29247, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7897248409324906494_1227, duration: 1133420
2013-10-31 15:31:44,226 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7897248409324906494_1227 terminating
2013-10-31 15:31:44,226 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46081, dest: /127.0.0.1:42991, bytes: 29247, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7897248409324906494_1227, duration: 2062797
2013-10-31 15:31:44,226 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7897248409324906494_1227 terminating
2013-10-31 15:31:44,229 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7897248409324906494_1227 size 29247
2013-10-31 15:31:44,229 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7897248409324906494_1227 size 29247
2013-10-31 15:31:44,230 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7897248409324906494_1227 size 29247
2013-10-31 15:31:44,230 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.xml from client DFSClient_1342392704
2013-10-31 15:31:44,230 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.xml is closed by DFSClient_1342392704
2013-10-31 15:31:44,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.xml dst=null perm=null
2013-10-31 15:31:44,245 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46085, bytes: 29479, op: HDFS_READ, cliID: DFSClient_1419134035, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7897248409324906494_1227, duration: 394776
2013-10-31 15:31:44,264 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0016: nMaps=6 nReduces=0 max=-1
2013-10-31 15:31:44,265 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0016 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:31:44,265 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0016 RESULT=SUCCESS
2013-10-31 15:31:44,265 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0016
2013-10-31 15:31:44,265 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0016
2013-10-31 15:31:44,266 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge*offset] submitted hadoop job: job_20131031152505967_0016
2013-10-31 15:31:44,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_logs/history/job_20131031152505967_0016_1383233504236_hadoop_%5BC83DE1EBE51149AD9D4F4E3AF1887423%2F7EDA4FB7253F499A dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:44,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_logs/history/job_20131031152505967_0016_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:44,292 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_logs/history/job_20131031152505967_0016_conf.xml. blk_-4399956966618286583_1229
2013-10-31 15:31:44,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4399956966618286583_1229 src: /127.0.0.1:52863 dest: /127.0.0.1:57702
2013-10-31 15:31:44,296 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4399956966618286583_1229 src: /127.0.0.1:46087 dest: /127.0.0.1:42991
2013-10-31 15:31:44,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4399956966618286583_1229 src: /127.0.0.1:40786 dest: /127.0.0.1:53907
2013-10-31 15:31:44,302 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40786, dest: /127.0.0.1:53907, bytes: 29312, op: HDFS_WRITE, cliID: DFSClient_1419134035, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4399956966618286583_1229, duration: 550146
2013-10-31 15:31:44,302 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4399956966618286583_1229 terminating
2013-10-31 15:31:44,303 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46087, dest: /127.0.0.1:42991, bytes: 29312, op: HDFS_WRITE, cliID: DFSClient_1419134035, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4399956966618286583_1229, duration: 1416992
2013-10-31 15:31:44,303 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4399956966618286583_1229 terminating
2013-10-31 15:31:44,304 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52863, dest: /127.0.0.1:57702, bytes: 29312, op: HDFS_WRITE, cliID: DFSClient_1419134035, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4399956966618286583_1229, duration: 2527327
2013-10-31 15:31:44,304 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4399956966618286583_1229 size 29312
2013-10-31 15:31:44,304 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4399956966618286583_1229 terminating
2013-10-31 15:31:44,307 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4399956966618286583_1229 size 29312
2013-10-31 15:31:44,307 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_logs/history/job_20131031152505967_0016_conf.xml from client DFSClient_1419134035
2013-10-31 15:31:44,307 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_logs/history/job_20131031152505967_0016_conf.xml is closed by DFSClient_1419134035
2013-10-31 15:31:44,308 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4399956966618286583_1229 size 29312
2013-10-31 15:31:44,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0016/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:44,320 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0016/jobToken. blk_-8417785060387324124_1230
2013-10-31 15:31:44,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8417785060387324124_1230 src: /127.0.0.1:46089 dest: /127.0.0.1:42991
2013-10-31 15:31:44,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8417785060387324124_1230 src: /127.0.0.1:52867 dest: /127.0.0.1:57702
2013-10-31 15:31:44,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8417785060387324124_1230 src: /127.0.0.1:40789 dest: /127.0.0.1:53907
2013-10-31 15:31:44,328 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40789, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8417785060387324124_1230, duration: 440730
2013-10-31 15:31:44,329 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8417785060387324124_1230 terminating
2013-10-31 15:31:44,329 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52867, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8417785060387324124_1230, duration: 1220567
2013-10-31 15:31:44,330 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8417785060387324124_1230 terminating
2013-10-31 15:31:44,330 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46089, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8417785060387324124_1230, duration: 2116305
2013-10-31 15:31:44,331 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8417785060387324124_1230 terminating
2013-10-31 15:31:44,332 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8417785060387324124_1230 size 116
2013-10-31 15:31:44,333 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8417785060387324124_1230 size 116
2013-10-31 15:31:44,333 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0016/jobToken from client DFSClient_1342392704
2013-10-31 15:31:44,334 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0016/jobToken is closed by DFSClient_1342392704
2013-10-31 15:31:44,335 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8417785060387324124_1230 size 116
2013-10-31 15:31:44,339 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0016/jobToken
2013-10-31 15:31:44,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.splitmetainfo dst=null perm=null
2013-10-31 15:31:44,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40790, bytes: 222, op: HDFS_READ, cliID: DFSClient_1419134035, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1208091375235204652_1226, duration: 259029
2013-10-31 15:31:44,345 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0016 = 38. Number of splits = 6
2013-10-31 15:31:44,345 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,345 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,346 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,346 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,346 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,346 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,347 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,347 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,347 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,347 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,348 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,348 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,348 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,348 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,349 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,349 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,349 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,349 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0016_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:31:44,349 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0016 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:31:44,350 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0016 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:31:44,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6984116115924376814_1213 file build/test/data/dfs/data/data2/current/blk_-6984116115924376814 for deletion
2013-10-31 15:31:44,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4317556640458238840_1215 file build/test/data/dfs/data/data2/current/blk_-4317556640458238840 for deletion
2013-10-31 15:31:44,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6984116115924376814_1213 at file build/test/data/dfs/data/data2/current/blk_-6984116115924376814
2013-10-31 15:31:44,444 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3560319480256185636_1212 file build/test/data/dfs/data/data1/current/blk_-3560319480256185636 for deletion
2013-10-31 15:31:44,445 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4317556640458238840_1215 at file build/test/data/dfs/data/data2/current/blk_-4317556640458238840
2013-10-31 15:31:44,445 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8844465190600451946_1214 file build/test/data/dfs/data/data1/current/blk_8844465190600451946 for deletion
2013-10-31 15:31:44,445 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3560319480256185636_1212 at file build/test/data/dfs/data/data1/current/blk_-3560319480256185636
2013-10-31 15:31:44,445 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8844465190600451946_1214 at file build/test/data/dfs/data/data1/current/blk_8844465190600451946
2013-10-31 15:31:45,065 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6984116115924376814_1213 file build/test/data/dfs/data/data7/current/blk_-6984116115924376814 for deletion
2013-10-31 15:31:45,066 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3560319480256185636_1212 file build/test/data/dfs/data/data8/current/blk_-3560319480256185636 for deletion
2013-10-31 15:31:45,066 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6984116115924376814_1213 at file build/test/data/dfs/data/data7/current/blk_-6984116115924376814
2013-10-31 15:31:45,067 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3560319480256185636_1212 at file build/test/data/dfs/data/data8/current/blk_-3560319480256185636
2013-10-31 15:31:46,058 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:48948 to replicate blk_-8930213787569556989_1224 to datanode(s) 127.0.0.1:42991
2013-10-31 15:31:46,059 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-8873433277098456901_1218
2013-10-31 15:31:46,059 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-8873433277098456901_1218
2013-10-31 15:31:46,505 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0016_m_000007_0' to tip task_20131031152505967_0016_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:31:46,510 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0015_m_000001_0'
2013-10-31 15:31:46,512 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0015_m_000000_0'
2013-10-31 15:31:46,512 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0015_m_000005_0'
2013-10-31 15:31:46,513 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0016_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:31:46,513 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0016_m_000007_0 which needs 1 slots
2013-10-31 15:31:46,514 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0016_m_000007_0 which needs 1 slots
2013-10-31 15:31:46,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0016/jobToken dst=null perm=null
2013-10-31 15:31:46,523 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40791, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8417785060387324124_1230, duration: 404988
2013-10-31 15:31:46,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.xml dst=null perm=null
2013-10-31 15:31:46,533 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52872, bytes: 29479, op: HDFS_READ, cliID: DFSClient_-230257637, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7897248409324906494_1227, duration: 379082
2013-10-31 15:31:46,563 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:31:46,575 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0015_m_000002_0'
2013-10-31 15:31:46,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.jar dst=null perm=null
2013-10-31 15:31:46,595 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40794, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-230257637, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8930213787569556989_1224, duration: 1060231
2013-10-31 15:31:46,693 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0016_m_2056553217
2013-10-31 15:31:46,693 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0016_m_2056553217 spawned.
2013-10-31 15:31:46,695 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0016/attempt_20131031152505967_0016_m_000007_0/taskjvm.sh
2013-10-31 15:31:48,066 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8873433277098456901_1218 file build/test/data/dfs/data/data4/current/blk_-8873433277098456901 for deletion
2013-10-31 15:31:48,066 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8873433277098456901_1218 at file build/test/data/dfs/data/data4/current/blk_-8873433277098456901
2013-10-31 15:31:48,067 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8873433277098456901_1218 file build/test/data/dfs/data/data7/current/blk_-8873433277098456901 for deletion
2013-10-31 15:31:48,067 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8873433277098456901_1218 at file build/test/data/dfs/data/data7/current/blk_-8873433277098456901
2013-10-31 15:31:48,629 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678) Starting thread to transfer block blk_-8930213787569556989_1224 to 127.0.0.1:42991
2013-10-31 15:31:48,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8930213787569556989_1224 src: /127.0.0.1:46097 dest: /127.0.0.1:42991
2013-10-31 15:31:48,632 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678):Transmitted block blk_-8930213787569556989_1224 to /127.0.0.1:42991
2013-10-31 15:31:48,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-8930213787569556989_1224 src: /127.0.0.1:46097 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:31:48,635 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8930213787569556989_1224 size 238055
2013-10-31 15:31:48,712 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0015
2013-10-31 15:31:48,712 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0015_m_000004_0 not found in cache
2013-10-31 15:31:48,713 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0015_m_000003_0 not found in cache
2013-10-31 15:31:48,713 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383319908713
2013-10-31 15:31:48,805 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0015_m_1164459082 since job job_20131031152505967_0015 is dead
2013-10-31 15:31:48,815 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28501 with signal TERM. Exit code 0
2013-10-31 15:31:48,978 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:48,978 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:48,978 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:48,978 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0015_m_1164459082 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:49,059 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-8873433277098456901_1218
2013-10-31 15:31:49,308 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0016_m_2056553217 given task: attempt_20131031152505967_0016_m_000007_0
2013-10-31 15:31:50,025 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0015_m_523850527 since job job_20131031152505967_0015 is dead
2013-10-31 15:31:50,036 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28670 with signal TERM. Exit code 0
2013-10-31 15:31:51,452 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:51,453 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:51,453 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:51,453 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0015_m_523850527 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:51,514 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0015
2013-10-31 15:31:51,514 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0015
2013-10-31 15:31:51,514 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0015_m_000000_0 not found in cache
2013-10-31 15:31:51,514 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0015_m_000001_0 not found in cache
2013-10-31 15:31:51,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383319911515
2013-10-31 15:31:51,515 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383319911515
2013-10-31 15:31:51,571 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0015_m_-1252818387 since job job_20131031152505967_0015 is dead
2013-10-31 15:31:51,576 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0015
2013-10-31 15:31:51,576 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0015_m_000002_0 not found in cache
2013-10-31 15:31:51,577 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0015 for user-log deletion with retainTimeStamp:1383319911577
2013-10-31 15:31:51,581 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28420 with signal TERM. Exit code 0
2013-10-31 15:31:51,619 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0015_m_1825390443 since job job_20131031152505967_0015 is dead
2013-10-31 15:31:51,627 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28464 with signal TERM. Exit code 0
2013-10-31 15:31:51,631 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8873433277098456901_1218 file build/test/data/dfs/data/data5/current/blk_-8873433277098456901 for deletion
2013-10-31 15:31:51,653 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8873433277098456901_1218 at file build/test/data/dfs/data/data5/current/blk_-8873433277098456901
2013-10-31 15:31:51,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:51,798 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:51,798 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:51,798 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:51,798 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0015_m_-1252818387 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:51,857 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:51,858 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:51,858 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:51,858 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0015_m_1825390443 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:51,977 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0015_m_-1973589110 since job job_20131031152505967_0015 is dead
2013-10-31 15:31:51,985 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28200 with signal TERM. Exit code 0
2013-10-31 15:31:52,150 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:52,151 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:52,151 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:52,151 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0015_m_-1973589110 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:52,759 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000007_0 0.0% setup
2013-10-31 15:31:52,762 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0016_m_000007_0 is done.
2013-10-31 15:31:52,762 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0016_m_000007_0 was -1
2013-10-31 15:31:52,763 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:31:52,832 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0015_m_-609194527 since job job_20131031152505967_0015 is dead
2013-10-31 15:31:52,842 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28344 with signal TERM. Exit code 0
2013-10-31 15:31:53,028 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:31:53,029 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:31:53,029 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:31:53,029 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0015_m_-609194527 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:31:55,521 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0016_m_000007_0' has completed task_20131031152505967_0016_m_000007 successfully.
2013-10-31 15:31:55,525 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0016_m_000000_0' to tip task_20131031152505967_0016_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:31:55,526 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0016_m_000000
2013-10-31 15:31:55,526 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0016_m_000001_0' to tip task_20131031152505967_0016_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:31:55,527 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0016_m_000001
2013-10-31 15:31:55,529 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0016_m_000002_0' to tip task_20131031152505967_0016_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:31:55,529 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0016_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:31:55,530 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0016_m_000002
2013-10-31 15:31:55,530 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0016_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:31:55,531 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0016_m_000003_0' to tip task_20131031152505967_0016_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:31:55,531 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0016_m_000000_0 which needs 1 slots
2013-10-31 15:31:55,531 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0016_m_000000_0 which needs 1 slots
2013-10-31 15:31:55,532 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0016_m_000003
2013-10-31 15:31:55,532 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0016_m_000001_0 which needs 1 slots
2013-10-31 15:31:55,532 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0016_m_000001_0 which needs 1 slots
2013-10-31 15:31:55,535 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0016_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:31:55,537 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0016_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:31:55,539 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0016_m_000002_0 which needs 1 slots
2013-10-31 15:31:55,539 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0016_m_000002_0 which needs 1 slots
2013-10-31 15:31:55,539 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0016_m_000003_0 which needs 1 slots
2013-10-31 15:31:55,539 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0016_m_000003_0 which needs 1 slots
2013-10-31 15:31:55,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0016/jobToken dst=null perm=null
2013-10-31 15:31:55,548 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52878, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8417785060387324124_1230, duration: 294773
2013-10-31 15:31:55,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.xml dst=null perm=null
2013-10-31 15:31:55,564 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40801, bytes: 29479, op: HDFS_READ, cliID: DFSClient_-1450374080, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7897248409324906494_1227, duration: 397354
2013-10-31 15:31:55,581 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0016_m_-324968573
2013-10-31 15:31:55,582 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0016_m_-324968573 spawned.
2013-10-31 15:31:55,584 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0016/attempt_20131031152505967_0016_m_000001_0. Attempting to reuse: jvm_20131031152505967_0016_m_2056553217
2013-10-31 15:31:55,586 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0016_m_000004_0' to tip task_20131031152505967_0016_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:31:55,586 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0016_m_000004
2013-10-31 15:31:55,586 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0016/attempt_20131031152505967_0016_m_000000_0/taskjvm.sh
2013-10-31 15:31:55,587 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0016_m_000005_0' to tip task_20131031152505967_0016_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:31:55,587 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0016_m_000005
2013-10-31 15:31:55,588 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0016_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:31:55,589 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0016_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:31:55,589 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0016_m_000004_0 which needs 1 slots
2013-10-31 15:31:55,589 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0016_m_000004_0 which needs 1 slots
2013-10-31 15:31:55,590 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0016_m_000005_0 which needs 1 slots
2013-10-31 15:31:55,590 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0016_m_000005_0 which needs 1 slots
2013-10-31 15:31:55,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0016/jobToken dst=null perm=null
2013-10-31 15:31:55,595 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52881, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8417785060387324124_1230, duration: 291297
2013-10-31 15:31:55,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.xml dst=null perm=null
2013-10-31 15:31:55,602 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40804, bytes: 29479, op: HDFS_READ, cliID: DFSClient_-1935776071, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7897248409324906494_1227, duration: 390222
2013-10-31 15:31:55,605 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:31:55,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.jar dst=null perm=null
2013-10-31 15:31:55,681 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46107, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1450374080, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8930213787569556989_1224, duration: 1476993
2013-10-31 15:31:55,684 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:31:55,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.jar dst=null perm=null
2013-10-31 15:31:55,710 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40806, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1935776071, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8930213787569556989_1224, duration: 619494
2013-10-31 15:31:55,751 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0016_m_-167079076
2013-10-31 15:31:55,751 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0016_m_-167079076 spawned.
2013-10-31 15:31:55,752 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0016_m_-229566043
2013-10-31 15:31:55,752 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0016_m_-229566043 spawned.
2013-10-31 15:31:55,753 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0016/attempt_20131031152505967_0016_m_000003_0/taskjvm.sh
2013-10-31 15:31:55,753 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0016/attempt_20131031152505967_0016_m_000002_0/taskjvm.sh
2013-10-31 15:31:55,776 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0016_m_-208066029
2013-10-31 15:31:55,776 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0016_m_-208066029 spawned.
2013-10-31 15:31:55,777 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0016_m_-267241579
2013-10-31 15:31:55,778 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0016_m_-267241579 spawned.
2013-10-31 15:31:55,778 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0016/attempt_20131031152505967_0016_m_000005_0/taskjvm.sh
2013-10-31 15:31:55,779 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0016/attempt_20131031152505967_0016_m_000004_0/taskjvm.sh
2013-10-31 15:31:56,321 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0016_m_2056553217 given task: attempt_20131031152505967_0016_m_000001_0
2013-10-31 15:31:56,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split dst=null perm=null
2013-10-31 15:31:56,428 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40809, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4893577138059035543_1225, duration: 163808
2013-10-31 15:31:56,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:31:56,472 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46112, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 150893
2013-10-31 15:31:56,476 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0016_m_-324968573 given task: attempt_20131031152505967_0016_m_000000_0
2013-10-31 15:31:56,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:56,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:56,744 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000001_0/part-00001. blk_140627343490952057_1231
2013-10-31 15:31:56,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_140627343490952057_1231 src: /127.0.0.1:40815 dest: /127.0.0.1:53907
2013-10-31 15:31:56,763 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_140627343490952057_1231 src: /127.0.0.1:52895 dest: /127.0.0.1:57702
2013-10-31 15:31:56,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_140627343490952057_1231 src: /127.0.0.1:39391 dest: /127.0.0.1:48948
2013-10-31 15:31:56,767 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39391, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_140627343490952057_1231, duration: 1994654
2013-10-31 15:31:56,767 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_140627343490952057_1231 terminating
2013-10-31 15:31:56,768 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52895, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_140627343490952057_1231, duration: 2916505
2013-10-31 15:31:56,768 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_140627343490952057_1231 terminating
2013-10-31 15:31:56,768 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40815, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_140627343490952057_1231, duration: 3363857
2013-10-31 15:31:56,768 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_140627343490952057_1231 terminating
2013-10-31 15:31:56,770 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_140627343490952057_1231 size 114
2013-10-31 15:31:56,770 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0016_m_000001_0
2013-10-31 15:31:56,771 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0016_m_000001_0
2013-10-31 15:31:56,771 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_140627343490952057_1231 size 114
2013-10-31 15:31:56,772 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_140627343490952057_1231 size 114
2013-10-31 15:31:56,777 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0016_m_-167079076 given task: attempt_20131031152505967_0016_m_000003_0
2013-10-31 15:31:56,785 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0016_m_-229566043 given task: attempt_20131031152505967_0016_m_000002_0
2013-10-31 15:31:56,791 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0016_m_-208066029 given task: attempt_20131031152505967_0016_m_000005_0
2013-10-31 15:31:56,807 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0016_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:56,807 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000001_0 0.0%
2013-10-31 15:31:56,815 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0016_m_-267241579 given task: attempt_20131031152505967_0016_m_000004_0
2013-10-31 15:31:57,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split dst=null perm=null
2013-10-31 15:31:57,021 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40819, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4893577138059035543_1225, duration: 182662
2013-10-31 15:31:57,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:31:57,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:57,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:57,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split dst=null perm=null
2013-10-31 15:31:57,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split dst=null perm=null
2013-10-31 15:31:57,289 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40825, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 133457
2013-10-31 15:31:57,290 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46126, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4893577138059035543_1225, duration: 145151
2013-10-31 15:31:57,292 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40826, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000003_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4893577138059035543_1225, duration: 137094
2013-10-31 15:31:57,294 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000000_0/part-00000. blk_-6977025684735069598_1232
2013-10-31 15:31:57,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split dst=null perm=null
2013-10-31 15:31:57,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6977025684735069598_1232 src: /127.0.0.1:39401 dest: /127.0.0.1:48948
2013-10-31 15:31:57,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6977025684735069598_1232 src: /127.0.0.1:40828 dest: /127.0.0.1:53907
2013-10-31 15:31:57,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6977025684735069598_1232 src: /127.0.0.1:46131 dest: /127.0.0.1:42991
2013-10-31 15:31:57,322 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46131, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6977025684735069598_1232, duration: 1123013
2013-10-31 15:31:57,322 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6977025684735069598_1232 terminating
2013-10-31 15:31:57,323 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40828, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6977025684735069598_1232, duration: 1530336
2013-10-31 15:31:57,323 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6977025684735069598_1232 terminating
2013-10-31 15:31:57,323 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39401, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6977025684735069598_1232, duration: 1978116
2013-10-31 15:31:57,323 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6977025684735069598_1232 terminating
2013-10-31 15:31:57,323 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39404, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000004_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4893577138059035543_1225, duration: 166971
2013-10-31 15:31:57,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016/job.split dst=null perm=null
2013-10-31 15:31:57,325 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6977025684735069598_1232 size 136
2013-10-31 15:31:57,326 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6977025684735069598_1232 size 136
2013-10-31 15:31:57,327 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6977025684735069598_1232 size 136
2013-10-31 15:31:57,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:31:57,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:31:57,330 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46133, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000005_0, offset: 1536, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4893577138059035543_1225, duration: 142194
2013-10-31 15:31:57,332 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52911, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 985533
2013-10-31 15:31:57,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:57,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:57,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:57,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:31:57,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:57,363 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46135, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 112303
2013-10-31 15:31:57,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:31:57,370 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40834, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 136008
2013-10-31 15:31:57,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:57,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:57,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:57,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:57,582 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000004_0/part-00004. blk_-6458934965035290434_1236
2013-10-31 15:31:57,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:31:57,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:31:57,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:31:57,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:31:57,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46138, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 122689
2013-10-31 15:31:57,590 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40837, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 105460
2013-10-31 15:31:57,593 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39412, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 101628
2013-10-31 15:31:57,599 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000003_0/part-00003. blk_-7409937467658081611_1236
2013-10-31 15:31:57,601 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000002_0/part-00002. blk_6947512671679385388_1236
2013-10-31 15:31:57,607 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6458934965035290434_1236 src: /127.0.0.1:39409 dest: /127.0.0.1:48948
2013-10-31 15:31:57,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6458934965035290434_1236 src: /127.0.0.1:40841 dest: /127.0.0.1:53907
2013-10-31 15:31:57,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6458934965035290434_1236 src: /127.0.0.1:46144 dest: /127.0.0.1:42991
2013-10-31 15:31:57,612 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46144, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6458934965035290434_1236, duration: 2032562
2013-10-31 15:31:57,612 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6458934965035290434_1236 terminating
2013-10-31 15:31:57,612 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40841, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6458934965035290434_1236, duration: 3127676
2013-10-31 15:31:57,614 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6458934965035290434_1236 terminating
2013-10-31 15:31:57,614 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6458934965035290434_1236 size 70
2013-10-31 15:31:57,614 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39409, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6458934965035290434_1236, duration: 4846733
2013-10-31 15:31:57,614 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6458934965035290434_1236 terminating
2013-10-31 15:31:57,615 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0016_m_000004_0
2013-10-31 15:31:57,615 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0016_m_000004_0
2013-10-31 15:31:57,615 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6458934965035290434_1236 size 70
2013-10-31 15:31:57,616 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6458934965035290434_1236 size 70
2013-10-31 15:31:57,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7409937467658081611_1236 src: /127.0.0.1:52918 dest: /127.0.0.1:57702
2013-10-31 15:31:57,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7409937467658081611_1236 src: /127.0.0.1:46145 dest: /127.0.0.1:42991
2013-10-31 15:31:57,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7409937467658081611_1236 src: /127.0.0.1:40844 dest: /127.0.0.1:53907
2013-10-31 15:31:57,626 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40844, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7409937467658081611_1236, duration: 1446650
2013-10-31 15:31:57,626 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7409937467658081611_1236 terminating
2013-10-31 15:31:57,626 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46145, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7409937467658081611_1236, duration: 1674533
2013-10-31 15:31:57,626 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7409937467658081611_1236 terminating
2013-10-31 15:31:57,626 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52918, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7409937467658081611_1236, duration: 2007687
2013-10-31 15:31:57,627 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7409937467658081611_1236 terminating
2013-10-31 15:31:57,628 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7409937467658081611_1236 size 114
2013-10-31 15:31:57,628 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7409937467658081611_1236 size 114
2013-10-31 15:31:57,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:31:57,630 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7409937467658081611_1236 size 114
2013-10-31 15:31:57,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6947512671679385388_1236 src: /127.0.0.1:40840 dest: /127.0.0.1:53907
2013-10-31 15:31:57,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6947512671679385388_1236 src: /127.0.0.1:39419 dest: /127.0.0.1:48948
2013-10-31 15:31:57,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:31:57,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6947512671679385388_1236 src: /127.0.0.1:52925 dest: /127.0.0.1:57702
2013-10-31 15:31:57,635 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46149, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0016_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 182654
2013-10-31 15:31:57,635 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52925, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6947512671679385388_1236, duration: 1147481
2013-10-31 15:31:57,635 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6947512671679385388_1236 terminating
2013-10-31 15:31:57,635 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39419, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6947512671679385388_1236, duration: 1539034
2013-10-31 15:31:57,635 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6947512671679385388_1236 terminating
2013-10-31 15:31:57,635 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40840, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6947512671679385388_1236, duration: 1909971
2013-10-31 15:31:57,636 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6947512671679385388_1236 terminating
2013-10-31 15:31:57,639 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6947512671679385388_1236 size 92
2013-10-31 15:31:57,639 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6947512671679385388_1236 size 92
2013-10-31 15:31:57,639 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6947512671679385388_1236 size 92
2013-10-31 15:31:57,643 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000005_0/part-00005. blk_-5212397018678345607_1236
2013-10-31 15:31:57,663 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0016_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:57,663 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000004_0 0.0%
2013-10-31 15:31:57,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5212397018678345607_1236 src: /127.0.0.1:52927 dest: /127.0.0.1:57702
2013-10-31 15:31:57,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5212397018678345607_1236 src: /127.0.0.1:40849 dest: /127.0.0.1:53907
2013-10-31 15:31:57,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5212397018678345607_1236 src: /127.0.0.1:39424 dest: /127.0.0.1:48948
2013-10-31 15:31:57,673 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39424, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5212397018678345607_1236, duration: 1370853
2013-10-31 15:31:57,673 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5212397018678345607_1236 terminating
2013-10-31 15:31:57,673 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40849, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5212397018678345607_1236, duration: 1524970
2013-10-31 15:31:57,674 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5212397018678345607_1236 terminating
2013-10-31 15:31:57,674 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52927, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0016_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5212397018678345607_1236, duration: 1946678
2013-10-31 15:31:57,674 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5212397018678345607_1236 terminating
2013-10-31 15:31:57,676 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5212397018678345607_1236 size 70
2013-10-31 15:31:57,676 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5212397018678345607_1236 size 70
2013-10-31 15:31:57,677 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5212397018678345607_1236 size 70
2013-10-31 15:31:57,725 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0016_m_000000_0
2013-10-31 15:31:57,726 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0016_m_000000_0
2013-10-31 15:31:57,792 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0016_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:57,792 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000000_0 0.0%
2013-10-31 15:31:58,029 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0016_m_000003_0
2013-10-31 15:31:58,029 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0016_m_000003_0
2013-10-31 15:31:58,038 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0016_m_000002_0
2013-10-31 15:31:58,038 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0016_m_000002_0
2013-10-31 15:31:58,075 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0016_m_000005_0
2013-10-31 15:31:58,076 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0016_m_000005_0
2013-10-31 15:31:58,095 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0016_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:58,095 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000003_0 0.0%
2013-10-31 15:31:58,097 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0016_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:58,097 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000002_0 0.0%
2013-10-31 15:31:58,536 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0016_m_000000_0
2013-10-31 15:31:58,537 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0016_m_000001_0
2013-10-31 15:31:58,539 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0016_m_000002_0
2013-10-31 15:31:58,539 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0016_m_000003_0
2013-10-31 15:31:58,593 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0016_m_000004_0
2013-10-31 15:31:59,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000000_0 dst=null perm=null
2013-10-31 15:31:59,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000003_0 dst=null perm=null
2013-10-31 15:31:59,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000002_0 dst=null perm=null
2013-10-31 15:31:59,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000001_0 dst=null perm=null
2013-10-31 15:31:59,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000004_0 dst=null perm=null
2013-10-31 15:31:59,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:59,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:59,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:59,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:59,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:31:59,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:59,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:59,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:59,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:59,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:31:59,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000004_0 dst=null perm=null
2013-10-31 15:31:59,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000003_0 dst=null perm=null
2013-10-31 15:31:59,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000000_0 dst=null perm=null
2013-10-31 15:31:59,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000002_0 dst=null perm=null
2013-10-31 15:31:59,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000001_0 dst=null perm=null
2013-10-31 15:31:59,794 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0016_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:31:59,794 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000005_0 0.0%
2013-10-31 15:31:59,945 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:31:59,947 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0016_m_000000_0 is done.
2013-10-31 15:31:59,947 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0016_m_000000_0 was -1
2013-10-31 15:31:59,947 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:32:00,216 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:32:00,217 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0016_m_000002_0 is done.
2013-10-31 15:32:00,217 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0016_m_000002_0 was -1
2013-10-31 15:32:00,218 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:32:00,220 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:32:00,221 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0016_m_000003_0 is done.
2013-10-31 15:32:00,222 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0016_m_000003_0 was -1
2013-10-31 15:32:00,222 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:00,247 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:32:00,248 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0016_m_000004_0 is done.
2013-10-31 15:32:00,248 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0016_m_000004_0 was -1
2013-10-31 15:32:00,249 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:32:00,531 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0016_m_000007_0
2013-10-31 15:32:00,531 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0016_m_000007_0
2013-10-31 15:32:00,532 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0016_m_000007_0 not found in cache
2013-10-31 15:32:01,540 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0016_m_000000_0' has completed task_20131031152505967_0016_m_000000 successfully.
2013-10-31 15:32:01,543 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0016_m_000002_0' has completed task_20131031152505967_0016_m_000002 successfully.
2013-10-31 15:32:01,544 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0016_m_000003_0' has completed task_20131031152505967_0016_m_000003 successfully.
2013-10-31 15:32:01,596 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0016_m_000004_0' has completed task_20131031152505967_0016_m_000004 successfully.
2013-10-31 15:32:01,599 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0016_m_000005_0
2013-10-31 15:32:01,647 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:32:01,662 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:32:01,669 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:32:01,674 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:32:01,680 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:32:01,685 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:32:01,690 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:32:01,690 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 15:32:01,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000005_0 dst=null perm=null
2013-10-31 15:32:01,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:01,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:01,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary/_attempt_20131031152505967_0016_m_000005_0 dst=null perm=null
2013-10-31 15:32:02,417 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:32:02,420 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:32:02,421 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0016_m_000001_0 is done.
2013-10-31 15:32:02,421 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0016_m_000001_0 was -1
2013-10-31 15:32:02,422 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:03,304 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:32:03,310 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:32:03,311 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0016_m_000005_0 is done.
2013-10-31 15:32:03,311 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0016_m_000005_0 was -1
2013-10-31 15:32:03,311 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:04,546 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0016_m_000001_0' has completed task_20131031152505967_0016_m_000001 successfully.
2013-10-31 15:32:04,602 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0016_m_000005_0' has completed task_20131031152505967_0016_m_000005 successfully.
2013-10-31 15:32:04,604 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0016_m_000006_0' to tip task_20131031152505967_0016_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:32:04,606 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0016_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:32:04,606 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0016_m_000006_0 which needs 1 slots
2013-10-31 15:32:04,607 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0016_m_000006_0 which needs 1 slots
2013-10-31 15:32:04,633 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0016/attempt_20131031152505967_0016_m_000006_0. Attempting to reuse: jvm_20131031152505967_0016_m_-267241579
2013-10-31 15:32:05,293 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0016_m_-267241579 given task: attempt_20131031152505967_0016_m_000006_0
2013-10-31 15:32:05,432 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000006_0 0.0%
2013-10-31 15:32:05,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_temporary dst=null perm=null
2013-10-31 15:32:05,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:05,446 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_SUCCESS from client DFSClient_attempt_20131031152505967_0016_m_000006_0
2013-10-31 15:32:05,446 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0016_m_000006_0
2013-10-31 15:32:05,451 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8930213787569556989 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:05,451 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8930213787569556989 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:05,452 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8930213787569556989 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:05,452 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8930213787569556989 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:05,452 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4893577138059035543 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:05,452 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4893577138059035543 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:05,453 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4893577138059035543 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:05,453 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4893577138059035543 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:05,453 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1208091375235204652 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:05,453 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1208091375235204652 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:05,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1208091375235204652 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:05,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7897248409324906494 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:05,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7897248409324906494 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:05,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7897248409324906494 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:05,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0016 dst=null perm=null
2013-10-31 15:32:07,063 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-8930213787569556989_1224 blk_4893577138059035543_1225 blk_1208091375235204652_1226
2013-10-31 15:32:07,063 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-7897248409324906494_1227 blk_-8930213787569556989_1224 blk_4893577138059035543_1225 blk_1208091375235204652_1226
2013-10-31 15:32:08,385 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0016_m_000006_0 0.0% cleanup
2013-10-31 15:32:08,386 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0016_m_000006_0 is done.
2013-10-31 15:32:08,387 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0016_m_000006_0 was -1
2013-10-31 15:32:08,387 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:09,073 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8930213787569556989_1224 file build/test/data/dfs/data/data4/current/blk_-8930213787569556989 for deletion
2013-10-31 15:32:09,073 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7897248409324906494_1227 file build/test/data/dfs/data/data3/current/blk_-7897248409324906494 for deletion
2013-10-31 15:32:09,074 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1208091375235204652_1226 file build/test/data/dfs/data/data4/current/blk_1208091375235204652 for deletion
2013-10-31 15:32:09,074 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8930213787569556989_1224 at file build/test/data/dfs/data/data4/current/blk_-8930213787569556989
2013-10-31 15:32:09,074 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4893577138059035543_1225 file build/test/data/dfs/data/data3/current/blk_4893577138059035543 for deletion
2013-10-31 15:32:09,074 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7897248409324906494_1227 at file build/test/data/dfs/data/data3/current/blk_-7897248409324906494
2013-10-31 15:32:09,074 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1208091375235204652_1226 at file build/test/data/dfs/data/data4/current/blk_1208091375235204652
2013-10-31 15:32:09,075 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4893577138059035543_1225 at file build/test/data/dfs/data/data3/current/blk_4893577138059035543
2013-10-31 15:32:09,637 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8930213787569556989_1224 file build/test/data/dfs/data/data5/current/blk_-8930213787569556989 for deletion
2013-10-31 15:32:09,637 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1208091375235204652_1226 file build/test/data/dfs/data/data5/current/blk_1208091375235204652 for deletion
2013-10-31 15:32:09,637 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8930213787569556989_1224 at file build/test/data/dfs/data/data5/current/blk_-8930213787569556989
2013-10-31 15:32:09,637 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4893577138059035543_1225 file build/test/data/dfs/data/data6/current/blk_4893577138059035543 for deletion
2013-10-31 15:32:09,638 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1208091375235204652_1226 at file build/test/data/dfs/data/data5/current/blk_1208091375235204652
2013-10-31 15:32:09,638 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4893577138059035543_1225 at file build/test/data/dfs/data/data6/current/blk_4893577138059035543
2013-10-31 15:32:10,064 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-7897248409324906494_1227 blk_-8930213787569556989_1224 blk_4893577138059035543_1225 blk_1208091375235204652_1226
2013-10-31 15:32:10,064 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-7897248409324906494_1227 blk_-8930213787569556989_1224 blk_4893577138059035543_1225
2013-10-31 15:32:10,612 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0016_m_000006_0' has completed task_20131031152505967_0016_m_000006 successfully.
2013-10-31 15:32:11,317 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0016 has completed successfully.
2013-10-31 15:32:11,318 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0016,submitTime=1383233504236,launchTime=1383233504350,firstMapTaskLaunchTime=1383233515524,firstJobSetupTaskLaunchTime=1383233506504,firstJobCleanupTaskLaunchTime=1383233524604,finishTime=1383233531317,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=42,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[C83DE1EBE51149AD9D4F4E3AF1887423/7EDA4FB7253F499ABC7A1FF367AD4D0F] merge*offset/(2/2)
2013-10-31 15:32:11,329 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_logs/history/job_20131031152505967_0016_1383233504236_hadoop_%5BC83DE1EBE51149AD9D4F4E3AF1887423%2F7EDA4FB7253F499A. blk_8622107518835762461_1237
2013-10-31 15:32:11,332 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8622107518835762461_1237 src: /127.0.0.1:39428 dest: /127.0.0.1:48948
2013-10-31 15:32:11,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8622107518835762461_1237 src: /127.0.0.1:46157 dest: /127.0.0.1:42991
2013-10-31 15:32:11,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8622107518835762461_1237 src: /127.0.0.1:40856 dest: /127.0.0.1:53907
2013-10-31 15:32:11,345 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40856, dest: /127.0.0.1:53907, bytes: 29158, op: HDFS_WRITE, cliID: DFSClient_1419134035, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8622107518835762461_1237, duration: 5119740
2013-10-31 15:32:11,346 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8622107518835762461_1237 terminating
2013-10-31 15:32:11,346 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46157, dest: /127.0.0.1:42991, bytes: 29158, op: HDFS_WRITE, cliID: DFSClient_1419134035, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8622107518835762461_1237, duration: 3751989
2013-10-31 15:32:11,347 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8622107518835762461_1237 terminating
2013-10-31 15:32:11,347 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8622107518835762461_1237 size 29158
2013-10-31 15:32:11,347 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39428, dest: /127.0.0.1:48948, bytes: 29158, op: HDFS_WRITE, cliID: DFSClient_1419134035, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8622107518835762461_1237, duration: 7584381
2013-10-31 15:32:11,348 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8622107518835762461_1237 terminating
2013-10-31 15:32:11,348 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8622107518835762461_1237 size 29158
2013-10-31 15:32:11,353 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_logs/history/job_20131031152505967_0016_1383233504236_hadoop_%5BC83DE1EBE51149AD9D4F4E3AF1887423%2F7EDA4FB7253F499A from client DFSClient_1419134035
2013-10-31 15:32:11,354 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/_logs/history/job_20131031152505967_0016_1383233504236_hadoop_%5BC83DE1EBE51149AD9D4F4E3AF1887423%2F7EDA4FB7253F499A is closed by DFSClient_1419134035
2013-10-31 15:32:11,354 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1307 Total time for transactions(ms): 30Number of transactions batched in Syncs: 200 Number of syncs: 930 SyncTimes(ms): 34726 5114
2013-10-31 15:32:11,354 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8622107518835762461_1237 size 29158
2013-10-31 15:32:11,362 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0016_1383233504236_hadoop_%5BC83DE1EBE51149AD9D4F4E3AF1887423%2F7EDA4FB7253F499A to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:32:11,362 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0016_m_000004_0'
2013-10-31 15:32:11,363 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0016_m_000005_0'
2013-10-31 15:32:11,363 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0016_m_000006_0'
2013-10-31 15:32:11,364 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8417785060387324124 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:11,364 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8417785060387324124 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:11,365 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8417785060387324124 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:11,365 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0016
2013-10-31 15:32:11,365 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0016 being deleted.
2013-10-31 15:32:11,368 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0016_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:32:11,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0016 dst=null perm=null
2013-10-31 15:32:11,370 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge*offset] starting step: (1/2) ...mergeintohashjoinstreamed
2013-10-31 15:32:11,377 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:32:11,377 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:32:11,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:11,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:32:11,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:11,402 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.jar. blk_6272430422044947589_1238
2013-10-31 15:32:11,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6272430422044947589_1238 src: /127.0.0.1:52937 dest: /127.0.0.1:57702
2013-10-31 15:32:11,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6272430422044947589_1238 src: /127.0.0.1:40859 dest: /127.0.0.1:53907
2013-10-31 15:32:11,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6272430422044947589_1238 src: /127.0.0.1:46162 dest: /127.0.0.1:42991
2013-10-31 15:32:11,417 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46162, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6272430422044947589_1238, duration: 7241724
2013-10-31 15:32:11,417 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6272430422044947589_1238 terminating
2013-10-31 15:32:11,418 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40859, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6272430422044947589_1238, duration: 8052497
2013-10-31 15:32:11,418 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6272430422044947589_1238 terminating
2013-10-31 15:32:11,419 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52937, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6272430422044947589_1238, duration: 9291719
2013-10-31 15:32:11,419 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6272430422044947589_1238 terminating
2013-10-31 15:32:11,422 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6272430422044947589_1238 size 238055
2013-10-31 15:32:11,422 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.jar from client DFSClient_1342392704
2013-10-31 15:32:11,423 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.jar is closed by DFSClient_1342392704
2013-10-31 15:32:11,423 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6272430422044947589_1238 size 238055
2013-10-31 15:32:11,424 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6272430422044947589_1238 size 238055
2013-10-31 15:32:11,464 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8930213787569556989_1224 file build/test/data/dfs/data/data1/current/blk_-8930213787569556989 for deletion
2013-10-31 15:32:11,464 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7897248409324906494_1227 file build/test/data/dfs/data/data2/current/blk_-7897248409324906494 for deletion
2013-10-31 15:32:11,464 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8930213787569556989_1224 at file build/test/data/dfs/data/data1/current/blk_-8930213787569556989
2013-10-31 15:32:11,465 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7897248409324906494_1227 at file build/test/data/dfs/data/data2/current/blk_-7897248409324906494
2013-10-31 15:32:11,465 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4893577138059035543_1225 file build/test/data/dfs/data/data1/current/blk_4893577138059035543 for deletion
2013-10-31 15:32:11,465 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4893577138059035543_1225 at file build/test/data/dfs/data/data1/current/blk_4893577138059035543
2013-10-31 15:32:11,615 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.jar. New replication is 10
2013-10-31 15:32:11,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.jar dst=null perm=null
2013-10-31 15:32:11,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:11,623 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:32:11,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894 dst=null perm=null
2013-10-31 15:32:11,629 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:32:11,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00000 dst=null perm=null
2013-10-31 15:32:11,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00001 dst=null perm=null
2013-10-31 15:32:11,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00002 dst=null perm=null
2013-10-31 15:32:11,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00003 dst=null perm=null
2013-10-31 15:32:11,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00004 dst=null perm=null
2013-10-31 15:32:11,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00005 dst=null perm=null
2013-10-31 15:32:11,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:11,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:11,649 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split. New replication is 10
2013-10-31 15:32:11,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split dst=null perm=null
2013-10-31 15:32:11,656 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split. blk_-5655901661994064089_1239
2013-10-31 15:32:11,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5655901661994064089_1239 src: /127.0.0.1:40861 dest: /127.0.0.1:53907
2013-10-31 15:32:11,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5655901661994064089_1239 src: /127.0.0.1:46164 dest: /127.0.0.1:42991
2013-10-31 15:32:11,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5655901661994064089_1239 src: /127.0.0.1:39437 dest: /127.0.0.1:48948
2013-10-31 15:32:11,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5655901661994064089_1239 src: /127.0.0.1:52943 dest: /127.0.0.1:57702
2013-10-31 15:32:11,665 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52943, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5655901661994064089_1239, duration: 90675
2013-10-31 15:32:11,666 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5655901661994064089_1239 terminating
2013-10-31 15:32:11,666 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39437, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5655901661994064089_1239, duration: 862142
2013-10-31 15:32:11,667 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5655901661994064089_1239 terminating
2013-10-31 15:32:11,667 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46164, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5655901661994064089_1239, duration: 1838053
2013-10-31 15:32:11,668 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5655901661994064089_1239 terminating
2013-10-31 15:32:11,668 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5655901661994064089_1239 size 2077
2013-10-31 15:32:11,668 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40861, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5655901661994064089_1239, duration: 2645980
2013-10-31 15:32:11,669 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-5655901661994064089_1239 terminating
2013-10-31 15:32:11,670 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5655901661994064089_1239 size 2077
2013-10-31 15:32:11,671 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split from client DFSClient_1342392704
2013-10-31 15:32:11,671 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split is closed by DFSClient_1342392704
2013-10-31 15:32:11,672 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5655901661994064089_1239 size 2077
2013-10-31 15:32:11,673 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5655901661994064089_1239 size 2077
2013-10-31 15:32:11,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:11,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:11,690 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.splitmetainfo. blk_1298880489700390523_1240
2013-10-31 15:32:11,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1298880489700390523_1240 src: /127.0.0.1:52944 dest: /127.0.0.1:57702
2013-10-31 15:32:11,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1298880489700390523_1240 src: /127.0.0.1:40866 dest: /127.0.0.1:53907
2013-10-31 15:32:11,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1298880489700390523_1240 src: /127.0.0.1:46169 dest: /127.0.0.1:42991
2013-10-31 15:32:11,698 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46169, dest: /127.0.0.1:42991, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1298880489700390523_1240, duration: 1055154
2013-10-31 15:32:11,698 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1298880489700390523_1240 terminating
2013-10-31 15:32:11,699 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40866, dest: /127.0.0.1:53907, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1298880489700390523_1240, duration: 873027
2013-10-31 15:32:11,699 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1298880489700390523_1240 terminating
2013-10-31 15:32:11,699 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52944, dest: /127.0.0.1:57702, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1298880489700390523_1240, duration: 1998526
2013-10-31 15:32:11,700 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1298880489700390523_1240 terminating
2013-10-31 15:32:11,703 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1298880489700390523_1240 size 219
2013-10-31 15:32:11,703 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:32:11,704 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:32:11,704 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1298880489700390523_1240 size 219
2013-10-31 15:32:11,704 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1298880489700390523_1240 size 219
2013-10-31 15:32:11,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:11,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:11,726 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.xml. blk_-7036466632784461679_1241
2013-10-31 15:32:11,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7036466632784461679_1241 src: /127.0.0.1:39442 dest: /127.0.0.1:48948
2013-10-31 15:32:11,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7036466632784461679_1241 src: /127.0.0.1:46171 dest: /127.0.0.1:42991
2013-10-31 15:32:11,729 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7036466632784461679_1241 src: /127.0.0.1:40870 dest: /127.0.0.1:53907
2013-10-31 15:32:11,732 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40870, dest: /127.0.0.1:53907, bytes: 28982, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7036466632784461679_1241, duration: 801930
2013-10-31 15:32:11,733 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7036466632784461679_1241 terminating
2013-10-31 15:32:11,733 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46171, dest: /127.0.0.1:42991, bytes: 28982, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7036466632784461679_1241, duration: 1686641
2013-10-31 15:32:11,734 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7036466632784461679_1241 terminating
2013-10-31 15:32:11,734 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39442, dest: /127.0.0.1:48948, bytes: 28982, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7036466632784461679_1241, duration: 2917760
2013-10-31 15:32:11,734 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7036466632784461679_1241 terminating
2013-10-31 15:32:11,736 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7036466632784461679_1241 size 28982
2013-10-31 15:32:11,736 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.xml from client DFSClient_1342392704
2013-10-31 15:32:11,736 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.xml is closed by DFSClient_1342392704
2013-10-31 15:32:11,737 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7036466632784461679_1241 size 28982
2013-10-31 15:32:11,738 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7036466632784461679_1241 size 28982
2013-10-31 15:32:11,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.xml dst=null perm=null
2013-10-31 15:32:11,748 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46174, bytes: 29210, op: HDFS_READ, cliID: DFSClient_1339620171, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7036466632784461679_1241, duration: 163981
2013-10-31 15:32:11,766 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0017: nMaps=6 nReduces=0 max=-1
2013-10-31 15:32:11,766 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0017 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:32:11,766 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0017
2013-10-31 15:32:11,766 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0017 RESULT=SUCCESS
2013-10-31 15:32:11,766 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0017
2013-10-31 15:32:11,767 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge*offset] submitted hadoop job: job_20131031152505967_0017
2013-10-31 15:32:11,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_logs/history/job_20131031152505967_0017_1383233531742_hadoop_%5BC83DE1EBE51149AD9D4F4E3AF1887423%2F425AD5C5639F4CC4 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:11,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_logs/history/job_20131031152505967_0017_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:11,787 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_logs/history/job_20131031152505967_0017_conf.xml. blk_-7896341342313268128_1243
2013-10-31 15:32:11,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7896341342313268128_1243 src: /127.0.0.1:40873 dest: /127.0.0.1:53907
2013-10-31 15:32:11,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7896341342313268128_1243 src: /127.0.0.1:46176 dest: /127.0.0.1:42991
2013-10-31 15:32:11,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7896341342313268128_1243 src: /127.0.0.1:39449 dest: /127.0.0.1:48948
2013-10-31 15:32:11,793 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39449, dest: /127.0.0.1:48948, bytes: 29047, op: HDFS_WRITE, cliID: DFSClient_1339620171, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7896341342313268128_1243, duration: 1608414
2013-10-31 15:32:11,793 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7896341342313268128_1243 terminating
2013-10-31 15:32:11,793 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46176, dest: /127.0.0.1:42991, bytes: 29047, op: HDFS_WRITE, cliID: DFSClient_1339620171, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7896341342313268128_1243, duration: 764141
2013-10-31 15:32:11,793 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7896341342313268128_1243 terminating
2013-10-31 15:32:11,793 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40873, dest: /127.0.0.1:53907, bytes: 29047, op: HDFS_WRITE, cliID: DFSClient_1339620171, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7896341342313268128_1243, duration: 1651377
2013-10-31 15:32:11,794 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7896341342313268128_1243 terminating
2013-10-31 15:32:11,795 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7896341342313268128_1243 size 29047
2013-10-31 15:32:11,795 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_logs/history/job_20131031152505967_0017_conf.xml from client DFSClient_1339620171
2013-10-31 15:32:11,796 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_logs/history/job_20131031152505967_0017_conf.xml is closed by DFSClient_1339620171
2013-10-31 15:32:11,796 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7896341342313268128_1243 size 29047
2013-10-31 15:32:11,797 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7896341342313268128_1243 size 29047
2013-10-31 15:32:12,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0017/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:12,072 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0017/jobToken. blk_-1266166312975923454_1244
2013-10-31 15:32:12,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1266166312975923454_1244 src: /127.0.0.1:40876 dest: /127.0.0.1:53907
2013-10-31 15:32:12,075 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8930213787569556989_1224 file build/test/data/dfs/data/data8/current/blk_-8930213787569556989 for deletion
2013-10-31 15:32:12,075 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7897248409324906494_1227 file build/test/data/dfs/data/data7/current/blk_-7897248409324906494 for deletion
2013-10-31 15:32:12,075 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8930213787569556989_1224 at file build/test/data/dfs/data/data8/current/blk_-8930213787569556989
2013-10-31 15:32:12,075 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1208091375235204652_1226 file build/test/data/dfs/data/data8/current/blk_1208091375235204652 for deletion
2013-10-31 15:32:12,076 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7897248409324906494_1227 at file build/test/data/dfs/data/data7/current/blk_-7897248409324906494
2013-10-31 15:32:12,076 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1208091375235204652_1226 at file build/test/data/dfs/data/data8/current/blk_1208091375235204652
2013-10-31 15:32:12,076 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4893577138059035543_1225 file build/test/data/dfs/data/data7/current/blk_4893577138059035543 for deletion
2013-10-31 15:32:12,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1266166312975923454_1244 src: /127.0.0.1:39451 dest: /127.0.0.1:48948
2013-10-31 15:32:12,077 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4893577138059035543_1225 at file build/test/data/dfs/data/data7/current/blk_4893577138059035543
2013-10-31 15:32:12,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1266166312975923454_1244 src: /127.0.0.1:52957 dest: /127.0.0.1:57702
2013-10-31 15:32:12,081 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52957, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1266166312975923454_1244, duration: 65939
2013-10-31 15:32:12,081 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1266166312975923454_1244 terminating
2013-10-31 15:32:12,082 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39451, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1266166312975923454_1244, duration: 870320
2013-10-31 15:32:12,082 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1266166312975923454_1244 terminating
2013-10-31 15:32:12,083 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40876, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1266166312975923454_1244, duration: 1802720
2013-10-31 15:32:12,083 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1266166312975923454_1244 terminating
2013-10-31 15:32:12,085 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1266166312975923454_1244 size 116
2013-10-31 15:32:12,085 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0017/jobToken from client DFSClient_1342392704
2013-10-31 15:32:12,086 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0017/jobToken is closed by DFSClient_1342392704
2013-10-31 15:32:12,086 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1266166312975923454_1244 size 116
2013-10-31 15:32:12,087 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1266166312975923454_1244 size 116
2013-10-31 15:32:12,090 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0017/jobToken
2013-10-31 15:32:12,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.splitmetainfo dst=null perm=null
2013-10-31 15:32:12,094 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40879, bytes: 223, op: HDFS_READ, cliID: DFSClient_1339620171, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1298880489700390523_1240, duration: 266487
2013-10-31 15:32:12,096 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0017 = 596. Number of splits = 6
2013-10-31 15:32:12,096 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,096 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,097 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,097 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,097 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,097 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,098 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,098 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,098 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,098 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,099 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,099 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,099 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,099 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,100 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,100 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,100 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,100 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0017_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:12,101 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0017 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:32:12,101 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0017 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:32:13,065 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_6272430422044947589_1238 to datanode(s) 127.0.0.1:48948
2013-10-31 15:32:13,066 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-8417785060387324124_1230
2013-10-31 15:32:13,066 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-8417785060387324124_1230
2013-10-31 15:32:13,558 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0017_m_000007_0' to tip task_20131031152505967_0017_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:32:13,564 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0016_m_000000_0'
2013-10-31 15:32:13,564 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0016_m_000001_0'
2013-10-31 15:32:13,565 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0016_m_000007_0'
2013-10-31 15:32:13,567 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0016_m_000002_0'
2013-10-31 15:32:13,568 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0017_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:32:13,568 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0016_m_000003_0'
2013-10-31 15:32:13,568 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0017_m_000007_0 which needs 1 slots
2013-10-31 15:32:13,568 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0017_m_000007_0 which needs 1 slots
2013-10-31 15:32:13,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0017/jobToken dst=null perm=null
2013-10-31 15:32:13,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40880, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1266166312975923454_1244, duration: 292561
2013-10-31 15:32:13,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.xml dst=null perm=null
2013-10-31 15:32:13,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39456, bytes: 29210, op: HDFS_READ, cliID: DFSClient_1003167712, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7036466632784461679_1241, duration: 433741
2013-10-31 15:32:13,616 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:32:13,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.jar dst=null perm=null
2013-10-31 15:32:13,640 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40883, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1003167712, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6272430422044947589_1238, duration: 1250539
2013-10-31 15:32:13,747 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0016_m_2056553217
2013-10-31 15:32:13,754 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28819 with signal TERM. Exit code 0
2013-10-31 15:32:13,754 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0017_m_1686513379
2013-10-31 15:32:13,755 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0017_m_1686513379 spawned.
2013-10-31 15:32:13,756 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0017/attempt_20131031152505967_0017_m_000007_0/taskjvm.sh
2013-10-31 15:32:14,465 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_6272430422044947589_1238 to 127.0.0.1:48948
2013-10-31 15:32:14,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6272430422044947589_1238 src: /127.0.0.1:39458 dest: /127.0.0.1:48948
2013-10-31 15:32:14,467 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_6272430422044947589_1238 to /127.0.0.1:48948
2013-10-31 15:32:14,959 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0016_m_2056553217
2013-10-31 15:32:15,075 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8417785060387324124_1230 file build/test/data/dfs/data/data3/current/blk_-8417785060387324124 for deletion
2013-10-31 15:32:15,076 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8417785060387324124_1230 file build/test/data/dfs/data/data7/current/blk_-8417785060387324124 for deletion
2013-10-31 15:32:15,553 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8417785060387324124_1230 at file build/test/data/dfs/data/data7/current/blk_-8417785060387324124
2013-10-31 15:32:15,553 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8417785060387324124_1230 at file build/test/data/dfs/data/data3/current/blk_-8417785060387324124
2013-10-31 15:32:15,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_6272430422044947589_1238 src: /127.0.0.1:39458 dest: /127.0.0.1:48948 of size 238055
2013-10-31 15:32:15,561 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6272430422044947589_1238 size 238055
2013-10-31 15:32:15,719 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:15,719 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:15,719 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:15,719 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0016_m_2056553217 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:32:16,066 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-8417785060387324124_1230
2013-10-31 15:32:16,347 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0017_m_1686513379 given task: attempt_20131031152505967_0017_m_000007_0
2013-10-31 15:32:16,365 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0016
2013-10-31 15:32:16,365 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0016_m_000006_0 not found in cache
2013-10-31 15:32:16,365 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0016_m_000005_0 not found in cache
2013-10-31 15:32:16,365 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0016_m_000004_0 not found in cache
2013-10-31 15:32:16,366 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0016 for user-log deletion with retainTimeStamp:1383319936366
2013-10-31 15:32:16,424 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0016_m_-267241579 since job job_20131031152505967_0016 is dead
2013-10-31 15:32:16,429 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29057 with signal TERM. Exit code 0
2013-10-31 15:32:16,565 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:16,565 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:16,565 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:16,566 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0016_m_-267241579 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:32:16,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:17,352 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0016_m_-208066029 since job job_20131031152505967_0016 is dead
2013-10-31 15:32:17,363 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29056 with signal TERM. Exit code 0
2013-10-31 15:32:17,466 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8417785060387324124_1230 file build/test/data/dfs/data/data2/current/blk_-8417785060387324124 for deletion
2013-10-31 15:32:17,466 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8417785060387324124_1230 at file build/test/data/dfs/data/data2/current/blk_-8417785060387324124
2013-10-31 15:32:17,542 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:17,543 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:17,543 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:17,543 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0016_m_-208066029 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:32:18,568 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0016
2013-10-31 15:32:18,569 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0016_m_000001_0 not found in cache
2013-10-31 15:32:18,569 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0016
2013-10-31 15:32:18,569 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0016_m_000000_0 not found in cache
2013-10-31 15:32:18,569 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0016_m_000003_0 not found in cache
2013-10-31 15:32:18,570 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0016_m_000002_0 not found in cache
2013-10-31 15:32:18,570 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0016 for user-log deletion with retainTimeStamp:1383319938570
2013-10-31 15:32:18,570 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0016 for user-log deletion with retainTimeStamp:1383319938570
2013-10-31 15:32:18,797 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0016_m_-229566043 since job job_20131031152505967_0016 is dead
2013-10-31 15:32:18,807 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29055 with signal TERM. Exit code 0
2013-10-31 15:32:18,807 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0016_m_-167079076 since job job_20131031152505967_0016 is dead
2013-10-31 15:32:18,819 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29052 with signal TERM. Exit code 0
2013-10-31 15:32:19,048 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:19,048 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:19,048 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:19,048 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:19,049 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:19,048 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:19,049 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0016_m_-167079076 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:32:19,049 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0016_m_-229566043 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:32:19,785 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000007_0 0.0% setup
2013-10-31 15:32:19,792 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0017_m_000007_0 is done.
2013-10-31 15:32:19,792 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0017_m_000007_0 was -1
2013-10-31 15:32:19,792 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:20,019 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0016_m_-324968573 since job job_20131031152505967_0016 is dead
2013-10-31 15:32:20,024 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group28988 with signal TERM. Exit code 0
2013-10-31 15:32:20,208 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:20,209 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:20,209 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:20,209 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0016_m_-324968573 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:32:21,002 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 92 raw values into 1 aggregated values, total 20
2013-10-31 15:32:22,577 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0017_m_000007_0' has completed task_20131031152505967_0017_m_000007 successfully.
2013-10-31 15:32:22,580 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0017_m_000000_0' to tip task_20131031152505967_0017_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:32:22,581 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0017_m_000000
2013-10-31 15:32:22,581 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0017_m_000001_0' to tip task_20131031152505967_0017_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:32:22,582 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0017_m_000001
2013-10-31 15:32:22,584 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0017_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:32:22,585 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0017_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:32:22,585 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0017_m_000000_0 which needs 1 slots
2013-10-31 15:32:22,586 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0017_m_000000_0 which needs 1 slots
2013-10-31 15:32:22,586 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0017_m_000001_0 which needs 1 slots
2013-10-31 15:32:22,586 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0017_m_000001_0 which needs 1 slots
2013-10-31 15:32:22,627 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0017_m_-1924447471
2013-10-31 15:32:22,628 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0017_m_-1924447471 spawned.
2013-10-31 15:32:22,628 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0017/attempt_20131031152505967_0017_m_000001_0. Attempting to reuse: jvm_20131031152505967_0017_m_1686513379
2013-10-31 15:32:22,629 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0017/attempt_20131031152505967_0017_m_000000_0/taskjvm.sh
2013-10-31 15:32:23,368 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0017_m_1686513379 given task: attempt_20131031152505967_0017_m_000001_0
2013-10-31 15:32:23,378 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0017_m_000002_0' to tip task_20131031152505967_0017_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:32:23,378 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0017_m_000002
2013-10-31 15:32:23,378 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0017_m_000003_0' to tip task_20131031152505967_0017_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:32:23,379 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0017_m_000003
2013-10-31 15:32:23,380 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0017_m_000004_0' to tip task_20131031152505967_0017_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:32:23,380 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0017_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:32:23,380 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0017_m_000004
2013-10-31 15:32:23,381 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0017_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:32:23,381 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0017_m_000005_0' to tip task_20131031152505967_0017_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:32:23,381 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0017_m_000002_0 which needs 1 slots
2013-10-31 15:32:23,381 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0017_m_000005
2013-10-31 15:32:23,381 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0017_m_000002_0 which needs 1 slots
2013-10-31 15:32:23,382 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0017_m_000003_0 which needs 1 slots
2013-10-31 15:32:23,382 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0017_m_000003_0 which needs 1 slots
2013-10-31 15:32:23,383 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0017_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:32:23,385 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0017_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:32:23,385 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0017_m_000004_0 which needs 1 slots
2013-10-31 15:32:23,386 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0017_m_000004_0 which needs 1 slots
2013-10-31 15:32:23,386 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0017_m_000005_0 which needs 1 slots
2013-10-31 15:32:23,386 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0017_m_000005_0 which needs 1 slots
2013-10-31 15:32:23,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0017/jobToken dst=null perm=null
2013-10-31 15:32:23,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0017/jobToken dst=null perm=null
2013-10-31 15:32:23,392 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39462, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1266166312975923454_1244, duration: 452850
2013-10-31 15:32:23,393 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40889, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1266166312975923454_1244, duration: 448851
2013-10-31 15:32:23,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.xml dst=null perm=null
2013-10-31 15:32:23,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40892, bytes: 29210, op: HDFS_READ, cliID: DFSClient_-1957424744, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7036466632784461679_1241, duration: 199034
2013-10-31 15:32:23,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.xml dst=null perm=null
2013-10-31 15:32:23,406 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46195, bytes: 29210, op: HDFS_READ, cliID: DFSClient_-1604688148, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7036466632784461679_1241, duration: 156117
2013-10-31 15:32:23,420 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:32:23,422 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:32:23,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.jar dst=null perm=null
2013-10-31 15:32:23,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.jar dst=null perm=null
2013-10-31 15:32:23,434 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39468, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1957424744, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6272430422044947589_1238, duration: 692452
2013-10-31 15:32:23,437 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40896, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1604688148, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6272430422044947589_1238, duration: 1631520
2013-10-31 15:32:23,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split dst=null perm=null
2013-10-31 15:32:23,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39471, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5655901661994064089_1239, duration: 211775
2013-10-31 15:32:23,505 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0017_m_1563649396
2013-10-31 15:32:23,505 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0017_m_1563649396 spawned.
2013-10-31 15:32:23,507 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0017_m_-1924447471 given task: attempt_20131031152505967_0017_m_000000_0
2013-10-31 15:32:23,507 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0017/attempt_20131031152505967_0017_m_000005_0/taskjvm.sh
2013-10-31 15:32:23,507 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0017_m_-1626933418
2013-10-31 15:32:23,508 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0017_m_2038259725
2013-10-31 15:32:23,508 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0017_m_-1626933418 spawned.
2013-10-31 15:32:23,508 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0017_m_2038259725 spawned.
2013-10-31 15:32:23,509 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0017_m_443536740
2013-10-31 15:32:23,509 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0017_m_443536740 spawned.
2013-10-31 15:32:23,510 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0017/attempt_20131031152505967_0017_m_000004_0/taskjvm.sh
2013-10-31 15:32:23,511 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0017/attempt_20131031152505967_0017_m_000002_0/taskjvm.sh
2013-10-31 15:32:23,511 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0017/attempt_20131031152505967_0017_m_000003_0/taskjvm.sh
2013-10-31 15:32:23,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00001 dst=null perm=null
2013-10-31 15:32:23,521 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:52977, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_140627343490952057_1231, duration: 137765
2013-10-31 15:32:23,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:23,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:24,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:24,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:24,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40900, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 156485
2013-10-31 15:32:24,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split dst=null perm=null
2013-10-31 15:32:24,142 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000001_0/part-00001. blk_4174881025800879982_1245
2013-10-31 15:32:24,144 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39475, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5655901661994064089_1239, duration: 143913
2013-10-31 15:32:24,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4174881025800879982_1245 src: /127.0.0.1:52981 dest: /127.0.0.1:57702
2013-10-31 15:32:24,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4174881025800879982_1245 src: /127.0.0.1:39477 dest: /127.0.0.1:48948
2013-10-31 15:32:24,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4174881025800879982_1245 src: /127.0.0.1:40904 dest: /127.0.0.1:53907
2013-10-31 15:32:24,164 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40904, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4174881025800879982_1245, duration: 1715025
2013-10-31 15:32:24,164 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4174881025800879982_1245 terminating
2013-10-31 15:32:24,164 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39477, dest: /127.0.0.1:48948, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4174881025800879982_1245, duration: 1847110
2013-10-31 15:32:24,165 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4174881025800879982_1245 terminating
2013-10-31 15:32:24,165 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:52981, dest: /127.0.0.1:57702, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4174881025800879982_1245, duration: 2354111
2013-10-31 15:32:24,165 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4174881025800879982_1245 terminating
2013-10-31 15:32:24,165 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4174881025800879982_1245 size 16
2013-10-31 15:32:24,167 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0017_m_000001_0
2013-10-31 15:32:24,168 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0017_m_000001_0
2013-10-31 15:32:24,168 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4174881025800879982_1245 size 16
2013-10-31 15:32:24,169 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4174881025800879982_1245 size 16
2013-10-31 15:32:24,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00000 dst=null perm=null
2013-10-31 15:32:24,184 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40905, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6977025684735069598_1232, duration: 133317
2013-10-31 15:32:24,211 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0017_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:32:24,211 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000001_0 0.0%
2013-10-31 15:32:24,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:24,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:24,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:24,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:24,458 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39480, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 152400
2013-10-31 15:32:24,469 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000000_0/part-00000. blk_4470845391370188154_1246
2013-10-31 15:32:24,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4470845391370188154_1246 src: /127.0.0.1:46209 dest: /127.0.0.1:42991
2013-10-31 15:32:24,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4470845391370188154_1246 src: /127.0.0.1:40909 dest: /127.0.0.1:53907
2013-10-31 15:32:24,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4470845391370188154_1246 src: /127.0.0.1:39484 dest: /127.0.0.1:48948
2013-10-31 15:32:24,496 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39484, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4470845391370188154_1246, duration: 1007418
2013-10-31 15:32:24,496 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4470845391370188154_1246 terminating
2013-10-31 15:32:24,497 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40909, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4470845391370188154_1246, duration: 1481937
2013-10-31 15:32:24,497 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4470845391370188154_1246 terminating
2013-10-31 15:32:24,497 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46209, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4470845391370188154_1246, duration: 1926212
2013-10-31 15:32:24,497 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4470845391370188154_1246 terminating
2013-10-31 15:32:24,498 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4470845391370188154_1246 size 8
2013-10-31 15:32:24,498 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0017_m_000000_0
2013-10-31 15:32:24,498 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0017_m_000000_0
2013-10-31 15:32:24,500 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4470845391370188154_1246 size 8
2013-10-31 15:32:24,501 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4470845391370188154_1246 size 8
2013-10-31 15:32:24,546 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0017_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:32:24,546 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000000_0 0.0%
2013-10-31 15:32:24,670 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0017_m_2038259725 given task: attempt_20131031152505967_0017_m_000002_0
2013-10-31 15:32:24,676 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0017_m_-1626933418 given task: attempt_20131031152505967_0017_m_000004_0
2013-10-31 15:32:24,690 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0017_m_1563649396 given task: attempt_20131031152505967_0017_m_000005_0
2013-10-31 15:32:25,047 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0017_m_443536740 given task: attempt_20131031152505967_0017_m_000003_0
2013-10-31 15:32:25,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split dst=null perm=null
2013-10-31 15:32:25,394 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46219, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5655901661994064089_1239, duration: 164066
2013-10-31 15:32:25,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split dst=null perm=null
2013-10-31 15:32:25,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46220, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5655901661994064089_1239, duration: 146497
2013-10-31 15:32:25,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00003 dst=null perm=null
2013-10-31 15:32:25,431 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40919, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7409937467658081611_1236, duration: 107978
2013-10-31 15:32:25,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00004 dst=null perm=null
2013-10-31 15:32:25,439 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39494, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6458934965035290434_1236, duration: 100275
2013-10-31 15:32:25,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:25,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split dst=null perm=null
2013-10-31 15:32:25,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:25,469 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39495, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000005_0, offset: 1536, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5655901661994064089_1239, duration: 168209
2013-10-31 15:32:25,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:25,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:25,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00005 dst=null perm=null
2013-10-31 15:32:25,507 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40923, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5212397018678345607_1236, duration: 146925
2013-10-31 15:32:25,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:25,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017/job.split dst=null perm=null
2013-10-31 15:32:25,563 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53004, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5655901661994064089_1239, duration: 158128
2013-10-31 15:32:25,586 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0017_m_000000_0
2013-10-31 15:32:25,586 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0017_m_000001_0
2013-10-31 15:32:25,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00002 dst=null perm=null
2013-10-31 15:32:25,708 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40926, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6947512671679385388_1236, duration: 148440
2013-10-31 15:32:25,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:25,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:25,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:25,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:25,726 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46229, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 107184
2013-10-31 15:32:25,728 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46230, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 102151
2013-10-31 15:32:25,739 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0017_m_000004_0
2013-10-31 15:32:25,740 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0017_m_000004_0
2013-10-31 15:32:25,741 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000002_0/part-00002. blk_-4021332409166908888_1249
2013-10-31 15:32:25,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:25,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:25,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:25,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4021332409166908888_1249 src: /127.0.0.1:53008 dest: /127.0.0.1:57702
2013-10-31 15:32:25,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4021332409166908888_1249 src: /127.0.0.1:39504 dest: /127.0.0.1:48948
2013-10-31 15:32:25,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4021332409166908888_1249 src: /127.0.0.1:46233 dest: /127.0.0.1:42991
2013-10-31 15:32:25,780 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46233, dest: /127.0.0.1:42991, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4021332409166908888_1249, duration: 1170086
2013-10-31 15:32:25,781 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4021332409166908888_1249 terminating
2013-10-31 15:32:25,781 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4021332409166908888_1249 size 32
2013-10-31 15:32:25,781 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39504, dest: /127.0.0.1:48948, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4021332409166908888_1249, duration: 2995639
2013-10-31 15:32:25,782 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4021332409166908888_1249 terminating
2013-10-31 15:32:25,782 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53008, dest: /127.0.0.1:57702, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4021332409166908888_1249, duration: 3481392
2013-10-31 15:32:25,782 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4021332409166908888_1249 terminating
2013-10-31 15:32:25,783 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4021332409166908888_1249 size 32
2013-10-31 15:32:25,783 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0017_m_000002_0
2013-10-31 15:32:25,783 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0017_m_000002_0
2013-10-31 15:32:25,785 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4021332409166908888_1249 size 32
2013-10-31 15:32:25,793 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0017_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:32:25,794 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000004_0 0.0%
2013-10-31 15:32:25,831 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0017_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:32:25,831 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000002_0 0.0%
2013-10-31 15:32:25,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:25,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:25,968 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39506, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 127933
2013-10-31 15:32:25,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:25,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:25,975 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0017_m_000005_0
2013-10-31 15:32:25,975 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0017_m_000005_0
2013-10-31 15:32:25,979 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46235, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0017_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 133920
2013-10-31 15:32:25,989 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000003_0/part-00003. blk_211257860579385990_1250
2013-10-31 15:32:26,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_211257860579385990_1250 src: /127.0.0.1:46236 dest: /127.0.0.1:42991
2013-10-31 15:32:26,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_211257860579385990_1250 src: /127.0.0.1:39509 dest: /127.0.0.1:48948
2013-10-31 15:32:26,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_211257860579385990_1250 src: /127.0.0.1:40936 dest: /127.0.0.1:53907
2013-10-31 15:32:26,020 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40936, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_211257860579385990_1250, duration: 3484762
2013-10-31 15:32:26,021 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_211257860579385990_1250 terminating
2013-10-31 15:32:26,021 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39509, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_211257860579385990_1250, duration: 430237
2013-10-31 15:32:26,021 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0017_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:32:26,021 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_211257860579385990_1250 terminating
2013-10-31 15:32:26,021 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46236, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0017_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_211257860579385990_1250, duration: 810820
2013-10-31 15:32:26,021 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000005_0 0.0%
2013-10-31 15:32:26,021 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_211257860579385990_1250 terminating
2013-10-31 15:32:26,024 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_211257860579385990_1250 size 8
2013-10-31 15:32:26,024 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_211257860579385990_1250 size 8
2013-10-31 15:32:26,025 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_211257860579385990_1250 size 8
2013-10-31 15:32:26,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000001_0 dst=null perm=null
2013-10-31 15:32:26,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:26,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:26,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000001_0 dst=null perm=null
2013-10-31 15:32:26,386 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0017_m_000002_0
2013-10-31 15:32:26,388 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0017_m_000004_0
2013-10-31 15:32:26,389 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0017_m_000005_0
2013-10-31 15:32:26,423 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0017_m_000003_0
2013-10-31 15:32:26,424 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0017_m_000003_0
2013-10-31 15:32:26,442 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000001_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00001:0+114
2013-10-31 15:32:26,443 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0017_m_000001_0 is done.
2013-10-31 15:32:26,444 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0017_m_000001_0 was -1
2013-10-31 15:32:26,444 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:32:26,494 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0017_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:32:26,494 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000003_0 0.0%
2013-10-31 15:32:26,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000000_0 dst=null perm=null
2013-10-31 15:32:26,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:26,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:26,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000000_0 dst=null perm=null
2013-10-31 15:32:26,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000004_0 dst=null perm=null
2013-10-31 15:32:26,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:26,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:26,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000004_0 dst=null perm=null
2013-10-31 15:32:26,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000002_0 dst=null perm=null
2013-10-31 15:32:26,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:26,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:26,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000002_0 dst=null perm=null
2013-10-31 15:32:27,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000005_0 dst=null perm=null
2013-10-31 15:32:27,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:27,064 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000000_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00000:0+136
2013-10-31 15:32:27,065 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0017_m_000000_0 is done.
2013-10-31 15:32:27,066 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0017_m_000000_0 was -1
2013-10-31 15:32:27,066 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:27,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000005_0/part-00005 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:27,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000005_0 dst=null perm=null
2013-10-31 15:32:27,585 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0017_m_000007_0
2013-10-31 15:32:27,587 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0017_m_000007_0
2013-10-31 15:32:27,587 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0017_m_000007_0 not found in cache
2013-10-31 15:32:28,321 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000002_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00003:0+114
2013-10-31 15:32:28,323 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0017_m_000002_0 is done.
2013-10-31 15:32:28,324 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0017_m_000002_0 was -1
2013-10-31 15:32:28,324 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:32:28,330 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000004_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00004:0+70
2013-10-31 15:32:28,332 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0017_m_000004_0 is done.
2013-10-31 15:32:28,332 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0017_m_000004_0 was -1
2013-10-31 15:32:28,332 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:32:28,390 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000005_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00005:0+70
2013-10-31 15:32:28,391 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0017_m_000005_0 is done.
2013-10-31 15:32:28,391 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0017_m_000005_0 was -1
2013-10-31 15:32:28,391 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:28,590 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0017_m_000000_0' has completed task_20131031152505967_0017_m_000000 successfully.
2013-10-31 15:32:28,592 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0017_m_000001_0' has completed task_20131031152505967_0017_m_000001 successfully.
2013-10-31 15:32:29,390 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0017_m_000002_0' has completed task_20131031152505967_0017_m_000002 successfully.
2013-10-31 15:32:29,392 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0017_m_000003_0
2013-10-31 15:32:29,393 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0017_m_000004_0' has completed task_20131031152505967_0017_m_000004 successfully.
2013-10-31 15:32:29,395 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0017_m_000005_0' has completed task_20131031152505967_0017_m_000005 successfully.
2013-10-31 15:32:29,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000003_0 dst=null perm=null
2013-10-31 15:32:29,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:29,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:29,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0017_m_000003_0 dst=null perm=null
2013-10-31 15:32:31,551 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000003_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00002:0+92
2013-10-31 15:32:31,555 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000003_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894/part-00002:0+92
2013-10-31 15:32:31,556 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0017_m_000003_0 is done.
2013-10-31 15:32:31,556 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0017_m_000003_0 was -1
2013-10-31 15:32:31,556 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:32,395 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0017_m_000003_0' has completed task_20131031152505967_0017_m_000003 successfully.
2013-10-31 15:32:32,482 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0017_m_000006_0' to tip task_20131031152505967_0017_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:32:32,484 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0017_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:32:32,485 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0017_m_000006_0 which needs 1 slots
2013-10-31 15:32:32,485 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0017_m_000006_0 which needs 1 slots
2013-10-31 15:32:32,644 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0017/attempt_20131031152505967_0017_m_000006_0. Attempting to reuse: jvm_20131031152505967_0017_m_2038259725
2013-10-31 15:32:33,034 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-7433580069259118525_1001
2013-10-31 15:32:33,382 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0017_m_2038259725 given task: attempt_20131031152505967_0017_m_000006_0
2013-10-31 15:32:33,499 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000006_0 0.0%
2013-10-31 15:32:33,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary dst=null perm=null
2013-10-31 15:32:33,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:33,515 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_SUCCESS from client DFSClient_attempt_20131031152505967_0017_m_000006_0
2013-10-31 15:32:33,515 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0017_m_000006_0
2013-10-31 15:32:33,520 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6272430422044947589 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:33,520 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6272430422044947589 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:33,520 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6272430422044947589 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:33,520 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6272430422044947589 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:33,520 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5655901661994064089 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:33,520 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5655901661994064089 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:33,520 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5655901661994064089 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:33,521 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5655901661994064089 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:33,521 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1298880489700390523 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:33,521 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1298880489700390523 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:33,521 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1298880489700390523 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:33,521 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7036466632784461679 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:33,521 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7036466632784461679 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:33,521 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7036466632784461679 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:33,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0017 dst=null perm=null
2013-10-31 15:32:34,069 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-5655901661994064089_1239 blk_6272430422044947589_1238 blk_-7036466632784461679_1241
2013-10-31 15:32:34,070 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-5655901661994064089_1239 blk_1298880489700390523_1240 blk_6272430422044947589_1238 blk_-7036466632784461679_1241
2013-10-31 15:32:36,082 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7036466632784461679_1241 file build/test/data/dfs/data/data4/current/blk_-7036466632784461679 for deletion
2013-10-31 15:32:36,082 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5655901661994064089_1239 file build/test/data/dfs/data/data4/current/blk_-5655901661994064089 for deletion
2013-10-31 15:32:36,083 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7036466632784461679_1241 at file build/test/data/dfs/data/data4/current/blk_-7036466632784461679
2013-10-31 15:32:36,083 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1298880489700390523_1240 file build/test/data/dfs/data/data3/current/blk_1298880489700390523 for deletion
2013-10-31 15:32:36,083 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5655901661994064089_1239 at file build/test/data/dfs/data/data4/current/blk_-5655901661994064089
2013-10-31 15:32:36,083 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1298880489700390523_1240 at file build/test/data/dfs/data/data3/current/blk_1298880489700390523
2013-10-31 15:32:36,083 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6272430422044947589_1238 file build/test/data/dfs/data/data3/current/blk_6272430422044947589 for deletion
2013-10-31 15:32:36,084 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6272430422044947589_1238 at file build/test/data/dfs/data/data3/current/blk_6272430422044947589
2013-10-31 15:32:36,473 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0017_m_000006_0 0.0% cleanup
2013-10-31 15:32:36,474 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0017_m_000006_0 is done.
2013-10-31 15:32:36,475 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0017_m_000006_0 was -1
2013-10-31 15:32:36,475 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:36,646 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7036466632784461679_1241 file build/test/data/dfs/data/data5/current/blk_-7036466632784461679 for deletion
2013-10-31 15:32:36,646 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5655901661994064089_1239 file build/test/data/dfs/data/data6/current/blk_-5655901661994064089 for deletion
2013-10-31 15:32:36,646 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7036466632784461679_1241 at file build/test/data/dfs/data/data5/current/blk_-7036466632784461679
2013-10-31 15:32:36,647 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5655901661994064089_1239 at file build/test/data/dfs/data/data6/current/blk_-5655901661994064089
2013-10-31 15:32:36,647 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6272430422044947589_1238 file build/test/data/dfs/data/data6/current/blk_6272430422044947589 for deletion
2013-10-31 15:32:36,648 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6272430422044947589_1238 at file build/test/data/dfs/data/data6/current/blk_6272430422044947589
2013-10-31 15:32:37,070 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-5655901661994064089_1239 blk_1298880489700390523_1240 blk_6272430422044947589_1238
2013-10-31 15:32:37,071 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-5655901661994064089_1239 blk_1298880489700390523_1240 blk_6272430422044947589_1238 blk_-7036466632784461679_1241
2013-10-31 15:32:38,473 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7036466632784461679_1241 file build/test/data/dfs/data/data1/current/blk_-7036466632784461679 for deletion
2013-10-31 15:32:38,473 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5655901661994064089_1239 file build/test/data/dfs/data/data1/current/blk_-5655901661994064089 for deletion
2013-10-31 15:32:38,473 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7036466632784461679_1241 at file build/test/data/dfs/data/data1/current/blk_-7036466632784461679
2013-10-31 15:32:38,473 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1298880489700390523_1240 file build/test/data/dfs/data/data2/current/blk_1298880489700390523 for deletion
2013-10-31 15:32:38,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5655901661994064089_1239 at file build/test/data/dfs/data/data1/current/blk_-5655901661994064089
2013-10-31 15:32:38,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6272430422044947589_1238 file build/test/data/dfs/data/data2/current/blk_6272430422044947589 for deletion
2013-10-31 15:32:38,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1298880489700390523_1240 at file build/test/data/dfs/data/data2/current/blk_1298880489700390523
2013-10-31 15:32:38,475 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6272430422044947589_1238 at file build/test/data/dfs/data/data2/current/blk_6272430422044947589
2013-10-31 15:32:38,493 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0017_m_000006_0' has completed task_20131031152505967_0017_m_000006 successfully.
2013-10-31 15:32:38,494 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0017 has completed successfully.
2013-10-31 15:32:38,495 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0017,submitTime=1383233531742,launchTime=1383233532101,firstMapTaskLaunchTime=1383233542580,firstJobSetupTaskLaunchTime=1383233533558,firstJobCleanupTaskLaunchTime=1383233552481,finishTime=1383233558494,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=41,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[C83DE1EBE51149AD9D4F4E3AF1887423/425AD5C5639F4CC4BCCBACEB8B19F479] merge*offset/(1/2) ...mergeintohashjoinstreamed
2013-10-31 15:32:38,500 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_logs/history/job_20131031152505967_0017_1383233531742_hadoop_%5BC83DE1EBE51149AD9D4F4E3AF1887423%2F425AD5C5639F4CC4. blk_-3840863163992341585_1251
2013-10-31 15:32:38,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3840863163992341585_1251 src: /127.0.0.1:46245 dest: /127.0.0.1:42991
2013-10-31 15:32:38,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3840863163992341585_1251 src: /127.0.0.1:39518 dest: /127.0.0.1:48948
2013-10-31 15:32:38,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3840863163992341585_1251 src: /127.0.0.1:40945 dest: /127.0.0.1:53907
2013-10-31 15:32:38,516 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40945, dest: /127.0.0.1:53907, bytes: 28915, op: HDFS_WRITE, cliID: DFSClient_1339620171, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3840863163992341585_1251, duration: 4877405
2013-10-31 15:32:38,516 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3840863163992341585_1251 terminating
2013-10-31 15:32:38,516 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39518, dest: /127.0.0.1:48948, bytes: 28915, op: HDFS_WRITE, cliID: DFSClient_1339620171, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3840863163992341585_1251, duration: 3745382
2013-10-31 15:32:38,517 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3840863163992341585_1251 terminating
2013-10-31 15:32:38,517 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46245, dest: /127.0.0.1:42991, bytes: 28915, op: HDFS_WRITE, cliID: DFSClient_1339620171, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3840863163992341585_1251, duration: 7106265
2013-10-31 15:32:38,518 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3840863163992341585_1251 terminating
2013-10-31 15:32:38,522 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3840863163992341585_1251 size 28915
2013-10-31 15:32:38,522 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_logs/history/job_20131031152505967_0017_1383233531742_hadoop_%5BC83DE1EBE51149AD9D4F4E3AF1887423%2F425AD5C5639F4CC4 from client DFSClient_1339620171
2013-10-31 15:32:38,523 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_logs/history/job_20131031152505967_0017_1383233531742_hadoop_%5BC83DE1EBE51149AD9D4F4E3AF1887423%2F425AD5C5639F4CC4 is closed by DFSClient_1339620171
2013-10-31 15:32:38,523 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3840863163992341585_1251 size 28915
2013-10-31 15:32:38,524 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3840863163992341585_1251 size 28915
2013-10-31 15:32:38,529 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0017_1383233531742_hadoop_%5BC83DE1EBE51149AD9D4F4E3AF1887423%2F425AD5C5639F4CC4 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:32:38,529 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0017_m_000002_0'
2013-10-31 15:32:38,530 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0017_m_000003_0'
2013-10-31 15:32:38,530 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0017_m_000006_0'
2013-10-31 15:32:38,531 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1266166312975923454 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:38,531 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1266166312975923454 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:38,532 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1266166312975923454 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:38,534 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0017_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:32:38,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0017 dst=null perm=null
2013-10-31 15:32:38,538 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8622107518835762461 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:38,538 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8622107518835762461 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:38,538 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8622107518835762461 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:38,539 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4399956966618286583 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:38,539 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4399956966618286583 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:38,539 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4399956966618286583 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:38,539 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6977025684735069598 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:38,539 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6977025684735069598 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:38,540 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6977025684735069598 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:38,540 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_140627343490952057 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:38,540 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_140627343490952057 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:38,540 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_140627343490952057 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:38,540 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6947512671679385388 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:38,541 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6947512671679385388 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:38,541 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6947512671679385388 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:38,541 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7409937467658081611 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:38,541 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7409937467658081611 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:38,542 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7409937467658081611 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:38,542 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6458934965035290434 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:38,542 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6458934965035290434 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:38,542 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6458934965035290434 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:32:38,543 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5212397018678345607 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:32:38,543 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5212397018678345607 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:32:38,543 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5212397018678345607 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:32:38,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8110055500_merge_622E38D71CE848909B839E9424EA6894 dst=null perm=null
2013-10-31 15:32:38,548 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/_temporary
2013-10-31 15:32:38,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed dst=null perm=null
2013-10-31 15:32:38,567 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:32:38,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00000 dst=null perm=null
2013-10-31 15:32:38,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00001 dst=null perm=null
2013-10-31 15:32:38,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00002 dst=null perm=null
2013-10-31 15:32:38,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00003 dst=null perm=null
2013-10-31 15:32:38,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00004 dst=null perm=null
2013-10-31 15:32:38,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00005 dst=null perm=null
2013-10-31 15:32:38,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00000 dst=null perm=null
2013-10-31 15:32:38,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39521, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4470845391370188154_1246, duration: 289092
2013-10-31 15:32:38,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00001 dst=null perm=null
2013-10-31 15:32:38,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39522, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4174881025800879982_1245, duration: 321163
2013-10-31 15:32:38,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00002 dst=null perm=null
2013-10-31 15:32:38,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39523, bytes: 36, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4021332409166908888_1249, duration: 277006
2013-10-31 15:32:38,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00003 dst=null perm=null
2013-10-31 15:32:38,578 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39524, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_211257860579385990_1250, duration: 263231
2013-10-31 15:32:38,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00004 dst=null perm=null
2013-10-31 15:32:38,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00005 dst=null perm=null
2013-10-31 15:32:38,580 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed
2013-10-31 15:32:38,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed dst=null perm=null
2013-10-31 15:32:38,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00000 dst=null perm=null
2013-10-31 15:32:38,584 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40951, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4470845391370188154_1246, duration: 262730
2013-10-31 15:32:38,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00001 dst=null perm=null
2013-10-31 15:32:38,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:40952, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4174881025800879982_1245, duration: 307076
2013-10-31 15:32:38,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00002 dst=null perm=null
2013-10-31 15:32:38,590 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39527, bytes: 36, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4021332409166908888_1249, duration: 270129
2013-10-31 15:32:38,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00003 dst=null perm=null
2013-10-31 15:32:38,594 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39528, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_211257860579385990_1250, duration: 265277
2013-10-31 15:32:38,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00004 dst=null perm=null
2013-10-31 15:32:38,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinstreamed/part-00005 dst=null perm=null
2013-10-31 15:32:38,610 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:32:38,610 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:32:38,615 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/simplemergefail
2013-10-31 15:32:38,625 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:32:38,625 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:32:38,641 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] starting
2013-10-31 15:32:38,641 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:32:38,642 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:32:38,642 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:32:38,643 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup"]
2013-10-31 15:32:38,643 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] parallel execution is enabled: true
2013-10-31 15:32:38,643 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] starting jobs: 1
2013-10-31 15:32:38,643 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] allocating threads: 1
2013-10-31 15:32:38,644 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge+offset] starting step: (1/1) ...implemergethreechaingroup
2013-10-31 15:32:38,647 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:32:38,647 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:32:38,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:38,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:32:38,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:38,676 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.jar. blk_-5755407015622367825_1252
2013-10-31 15:32:38,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5755407015622367825_1252 src: /127.0.0.1:39529 dest: /127.0.0.1:48948
2013-10-31 15:32:38,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5755407015622367825_1252 src: /127.0.0.1:46258 dest: /127.0.0.1:42991
2013-10-31 15:32:38,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5755407015622367825_1252 src: /127.0.0.1:53036 dest: /127.0.0.1:57702
2013-10-31 15:32:38,693 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53036, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5755407015622367825_1252, duration: 9490043
2013-10-31 15:32:38,694 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5755407015622367825_1252 terminating
2013-10-31 15:32:38,694 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46258, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5755407015622367825_1252, duration: 10329350
2013-10-31 15:32:38,695 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5755407015622367825_1252 terminating
2013-10-31 15:32:38,695 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5755407015622367825_1252 size 238055
2013-10-31 15:32:38,695 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39529, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5755407015622367825_1252, duration: 11232516
2013-10-31 15:32:38,696 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5755407015622367825_1252 terminating
2013-10-31 15:32:38,697 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5755407015622367825_1252 size 238055
2013-10-31 15:32:38,698 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.jar from client DFSClient_1342392704
2013-10-31 15:32:38,698 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.jar is closed by DFSClient_1342392704
2013-10-31 15:32:38,698 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5755407015622367825_1252 size 238055
2013-10-31 15:32:38,704 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.jar. New replication is 10
2013-10-31 15:32:38,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.jar dst=null perm=null
2013-10-31 15:32:38,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:38,715 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:32:38,721 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:32:38,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:32:38,724 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:32:38,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:32:38,726 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:32:38,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:38,729 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:32:38,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:32:38,732 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:32:38,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:32:38,735 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:32:38,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:38,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:38,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:38,747 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split. New replication is 10
2013-10-31 15:32:39,083 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5655901661994064089_1239 file build/test/data/dfs/data/data7/current/blk_-5655901661994064089 for deletion
2013-10-31 15:32:39,083 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1298880489700390523_1240 file build/test/data/dfs/data/data8/current/blk_1298880489700390523 for deletion
2013-10-31 15:32:39,084 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6272430422044947589_1238 file build/test/data/dfs/data/data8/current/blk_6272430422044947589 for deletion
2013-10-31 15:32:39,084 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5655901661994064089_1239 at file build/test/data/dfs/data/data7/current/blk_-5655901661994064089
2013-10-31 15:32:39,084 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1298880489700390523_1240 at file build/test/data/dfs/data/data8/current/blk_1298880489700390523
2013-10-31 15:32:39,084 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6272430422044947589_1238 at file build/test/data/dfs/data/data8/current/blk_6272430422044947589
2013-10-31 15:32:39,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=null
2013-10-31 15:32:39,706 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split. blk_-873494039073487788_1253
2013-10-31 15:32:39,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-873494039073487788_1253 src: /127.0.0.1:53037 dest: /127.0.0.1:57702
2013-10-31 15:32:39,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-873494039073487788_1253 src: /127.0.0.1:39533 dest: /127.0.0.1:48948
2013-10-31 15:32:39,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-873494039073487788_1253 src: /127.0.0.1:46262 dest: /127.0.0.1:42991
2013-10-31 15:32:39,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-873494039073487788_1253 src: /127.0.0.1:40961 dest: /127.0.0.1:53907
2013-10-31 15:32:39,716 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40961, dest: /127.0.0.1:53907, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-873494039073487788_1253, duration: 92288
2013-10-31 15:32:39,717 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-873494039073487788_1253 terminating
2013-10-31 15:32:39,717 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46262, dest: /127.0.0.1:42991, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-873494039073487788_1253, duration: 916377
2013-10-31 15:32:39,718 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-873494039073487788_1253 size 3133
2013-10-31 15:32:39,718 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-873494039073487788_1253 terminating
2013-10-31 15:32:39,718 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39533, dest: /127.0.0.1:48948, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-873494039073487788_1253, duration: 1951257
2013-10-31 15:32:39,719 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-873494039073487788_1253 terminating
2013-10-31 15:32:39,719 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-873494039073487788_1253 size 3133
2013-10-31 15:32:39,720 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53037, dest: /127.0.0.1:57702, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-873494039073487788_1253, duration: 3023207
2013-10-31 15:32:39,720 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-873494039073487788_1253 size 3133
2013-10-31 15:32:39,720 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-873494039073487788_1253 terminating
2013-10-31 15:32:39,723 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-873494039073487788_1253 size 3133
2013-10-31 15:32:39,723 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split from client DFSClient_1342392704
2013-10-31 15:32:39,724 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split is closed by DFSClient_1342392704
2013-10-31 15:32:39,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:39,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:39,746 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.splitmetainfo. blk_-8503638736903872461_1254
2013-10-31 15:32:39,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8503638736903872461_1254 src: /127.0.0.1:40962 dest: /127.0.0.1:53907
2013-10-31 15:32:39,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8503638736903872461_1254 src: /127.0.0.1:46265 dest: /127.0.0.1:42991
2013-10-31 15:32:39,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8503638736903872461_1254 src: /127.0.0.1:39538 dest: /127.0.0.1:48948
2013-10-31 15:32:39,754 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39538, dest: /127.0.0.1:48948, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8503638736903872461_1254, duration: 298885
2013-10-31 15:32:39,755 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8503638736903872461_1254 terminating
2013-10-31 15:32:39,755 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46265, dest: /127.0.0.1:42991, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8503638736903872461_1254, duration: 1169268
2013-10-31 15:32:39,756 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8503638736903872461_1254 terminating
2013-10-31 15:32:39,756 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40962, dest: /127.0.0.1:53907, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8503638736903872461_1254, duration: 2267668
2013-10-31 15:32:39,757 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8503638736903872461_1254 terminating
2013-10-31 15:32:39,757 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8503638736903872461_1254 size 323
2013-10-31 15:32:39,759 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:32:39,759 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:32:39,760 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8503638736903872461_1254 size 323
2013-10-31 15:32:39,760 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8503638736903872461_1254 size 323
2013-10-31 15:32:39,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:39,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:39,788 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.xml. blk_1198527019027742573_1255
2013-10-31 15:32:39,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1198527019027742573_1255 src: /127.0.0.1:39539 dest: /127.0.0.1:48948
2013-10-31 15:32:39,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1198527019027742573_1255 src: /127.0.0.1:46268 dest: /127.0.0.1:42991
2013-10-31 15:32:39,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1198527019027742573_1255 src: /127.0.0.1:53046 dest: /127.0.0.1:57702
2013-10-31 15:32:39,796 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53046, dest: /127.0.0.1:57702, bytes: 28854, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1198527019027742573_1255, duration: 690778
2013-10-31 15:32:39,796 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1198527019027742573_1255 terminating
2013-10-31 15:32:39,797 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46268, dest: /127.0.0.1:42991, bytes: 28854, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1198527019027742573_1255, duration: 1473430
2013-10-31 15:32:39,797 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1198527019027742573_1255 terminating
2013-10-31 15:32:39,798 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39539, dest: /127.0.0.1:48948, bytes: 28854, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1198527019027742573_1255, duration: 2350341
2013-10-31 15:32:39,798 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1198527019027742573_1255 terminating
2013-10-31 15:32:39,801 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1198527019027742573_1255 size 28854
2013-10-31 15:32:39,801 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.xml from client DFSClient_1342392704
2013-10-31 15:32:39,802 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.xml is closed by DFSClient_1342392704
2013-10-31 15:32:39,802 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1198527019027742573_1255 size 28854
2013-10-31 15:32:39,803 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1198527019027742573_1255 size 28854
2013-10-31 15:32:39,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.xml dst=null perm=null
2013-10-31 15:32:39,817 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39543, bytes: 29082, op: HDFS_READ, cliID: DFSClient_-628184977, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1198527019027742573_1255, duration: 392041
2013-10-31 15:32:39,836 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0018: nMaps=9 nReduces=1 max=-1
2013-10-31 15:32:39,836 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0018 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:32:39,836 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0018
2013-10-31 15:32:39,836 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0018 RESULT=SUCCESS
2013-10-31 15:32:39,837 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0018
2013-10-31 15:32:39,838 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge+offset] submitted hadoop job: job_20131031152505967_0018
2013-10-31 15:32:39,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_logs/history/job_20131031152505967_0018_1383233559808_hadoop_%5B18D51582CF0F49109A4FE3CA7213BBA2%2F4C8C605BB5824CCF dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:39,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_logs/history/job_20131031152505967_0018_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:39,869 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_logs/history/job_20131031152505967_0018_conf.xml. blk_977217084691586295_1257
2013-10-31 15:32:39,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_977217084691586295_1257 src: /127.0.0.1:46272 dest: /127.0.0.1:42991
2013-10-31 15:32:39,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_977217084691586295_1257 src: /127.0.0.1:53050 dest: /127.0.0.1:57702
2013-10-31 15:32:39,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_977217084691586295_1257 src: /127.0.0.1:40972 dest: /127.0.0.1:53907
2013-10-31 15:32:39,878 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40972, dest: /127.0.0.1:53907, bytes: 28919, op: HDFS_WRITE, cliID: DFSClient_-628184977, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_977217084691586295_1257, duration: 839917
2013-10-31 15:32:39,879 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_977217084691586295_1257 terminating
2013-10-31 15:32:39,879 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53050, dest: /127.0.0.1:57702, bytes: 28919, op: HDFS_WRITE, cliID: DFSClient_-628184977, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_977217084691586295_1257, duration: 1697143
2013-10-31 15:32:39,879 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_977217084691586295_1257 terminating
2013-10-31 15:32:39,880 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46272, dest: /127.0.0.1:42991, bytes: 28919, op: HDFS_WRITE, cliID: DFSClient_-628184977, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_977217084691586295_1257, duration: 2546272
2013-10-31 15:32:39,880 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_977217084691586295_1257 terminating
2013-10-31 15:32:39,884 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_977217084691586295_1257 size 28919
2013-10-31 15:32:39,884 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_977217084691586295_1257 size 28919
2013-10-31 15:32:39,885 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_977217084691586295_1257 size 28919
2013-10-31 15:32:40,071 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:57702 to replicate blk_-5755407015622367825_1252 to datanode(s) 127.0.0.1:53907
2013-10-31 15:32:40,072 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-4399956966618286583_1229 blk_-7409937467658081611_1236 blk_8622107518835762461_1237 blk_-6458934965035290434_1236 blk_-6977025684735069598_1232
2013-10-31 15:32:40,072 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-4399956966618286583_1229 blk_-5212397018678345607_1236 blk_-7409937467658081611_1236 blk_140627343490952057_1231 blk_-1266166312975923454_1244 blk_6947512671679385388_1236
2013-10-31 15:32:40,284 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_logs/history/job_20131031152505967_0018_conf.xml from client DFSClient_-628184977
2013-10-31 15:32:40,285 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_logs/history/job_20131031152505967_0018_conf.xml is closed by DFSClient_-628184977
2013-10-31 15:32:40,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0018/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:32:40,296 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0018/jobToken. blk_-4636123192513061268_1258
2013-10-31 15:32:40,298 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4636123192513061268_1258 src: /127.0.0.1:46275 dest: /127.0.0.1:42991
2013-10-31 15:32:40,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4636123192513061268_1258 src: /127.0.0.1:53053 dest: /127.0.0.1:57702
2013-10-31 15:32:40,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4636123192513061268_1258 src: /127.0.0.1:39549 dest: /127.0.0.1:48948
2013-10-31 15:32:40,304 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39549, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4636123192513061268_1258, duration: 65976
2013-10-31 15:32:40,304 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4636123192513061268_1258 terminating
2013-10-31 15:32:40,304 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4636123192513061268_1258 size 116
2013-10-31 15:32:40,304 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53053, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4636123192513061268_1258, duration: 864253
2013-10-31 15:32:40,305 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4636123192513061268_1258 terminating
2013-10-31 15:32:40,305 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46275, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4636123192513061268_1258, duration: 1751213
2013-10-31 15:32:40,306 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4636123192513061268_1258 terminating
2013-10-31 15:32:40,308 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4636123192513061268_1258 size 116
2013-10-31 15:32:40,309 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0018/jobToken from client DFSClient_1342392704
2013-10-31 15:32:40,309 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0018/jobToken is closed by DFSClient_1342392704
2013-10-31 15:32:40,310 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4636123192513061268_1258 size 116
2013-10-31 15:32:40,313 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0018/jobToken
2013-10-31 15:32:40,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.splitmetainfo dst=null perm=null
2013-10-31 15:32:40,317 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39550, bytes: 327, op: HDFS_READ, cliID: DFSClient_-628184977, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8503638736903872461_1254, duration: 263337
2013-10-31 15:32:40,319 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0018 = 53. Number of splits = 9
2013-10-31 15:32:40,320 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,320 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,321 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,321 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,321 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,322 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,322 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,322 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,323 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,323 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,323 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,323 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,324 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,324 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,324 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,325 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,325 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,325 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,326 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,326 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,326 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,327 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,327 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,327 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,328 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,328 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,328 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0018_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:32:40,329 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0018 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:32:40,329 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0018 initialized successfully with 9 map tasks and 1 reduce tasks.
2013-10-31 15:32:40,593 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0018_m_000010_0' to tip task_20131031152505967_0018_m_000010, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:32:40,600 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_m_000010_0 task's state:UNASSIGNED
2013-10-31 15:32:40,601 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_m_000010_0 which needs 1 slots
2013-10-31 15:32:40,601 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0017
2013-10-31 15:32:40,601 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0018_m_000010_0 which needs 1 slots
2013-10-31 15:32:40,601 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0017 being deleted.
2013-10-31 15:32:40,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0018/jobToken dst=null perm=null
2013-10-31 15:32:40,608 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0017_m_000000_0'
2013-10-31 15:32:40,608 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0017_m_000001_0'
2013-10-31 15:32:40,609 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0017_m_000007_0'
2013-10-31 15:32:40,611 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39551, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4636123192513061268_1258, duration: 311430
2013-10-31 15:32:40,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.xml dst=null perm=null
2013-10-31 15:32:40,621 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53058, bytes: 29082, op: HDFS_READ, cliID: DFSClient_1775289241, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1198527019027742573_1255, duration: 471722
2013-10-31 15:32:40,651 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:32:40,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.jar dst=null perm=null
2013-10-31 15:32:40,678 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53059, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1775289241, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5755407015622367825_1252, duration: 1211071
2013-10-31 15:32:40,773 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0018_m_-415666205
2013-10-31 15:32:40,774 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0018_m_-415666205 spawned.
2013-10-31 15:32:40,776 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0018/attempt_20131031152505967_0018_m_000010_0/taskjvm.sh
2013-10-31 15:32:41,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7409937467658081611_1236 file build/test/data/dfs/data/data2/current/blk_-7409937467658081611 for deletion
2013-10-31 15:32:41,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6977025684735069598_1232 file build/test/data/dfs/data/data2/current/blk_-6977025684735069598 for deletion
2013-10-31 15:32:41,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6458934965035290434_1236 file build/test/data/dfs/data/data1/current/blk_-6458934965035290434 for deletion
2013-10-31 15:32:41,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7409937467658081611_1236 at file build/test/data/dfs/data/data2/current/blk_-7409937467658081611
2013-10-31 15:32:41,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6458934965035290434_1236 at file build/test/data/dfs/data/data1/current/blk_-6458934965035290434
2013-10-31 15:32:41,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4399956966618286583_1229 file build/test/data/dfs/data/data1/current/blk_-4399956966618286583 for deletion
2013-10-31 15:32:41,474 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6977025684735069598_1232 at file build/test/data/dfs/data/data2/current/blk_-6977025684735069598
2013-10-31 15:32:41,475 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4399956966618286583_1229 at file build/test/data/dfs/data/data1/current/blk_-4399956966618286583
2013-10-31 15:32:41,475 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8622107518835762461_1237 file build/test/data/dfs/data/data1/current/blk_8622107518835762461 for deletion
2013-10-31 15:32:41,475 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8622107518835762461_1237 at file build/test/data/dfs/data/data1/current/blk_8622107518835762461
2013-10-31 15:32:41,493 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0017_m_000004_0'
2013-10-31 15:32:41,493 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0017_m_000005_0'
2013-10-31 15:32:42,084 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218) Starting thread to transfer block blk_-5755407015622367825_1252 to 127.0.0.1:53907
2013-10-31 15:32:42,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7409937467658081611_1236 file build/test/data/dfs/data/data7/current/blk_-7409937467658081611 for deletion
2013-10-31 15:32:42,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5212397018678345607_1236 file build/test/data/dfs/data/data7/current/blk_-5212397018678345607 for deletion
2013-10-31 15:32:42,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7409937467658081611_1236 at file build/test/data/dfs/data/data7/current/blk_-7409937467658081611
2013-10-31 15:32:42,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4399956966618286583_1229 file build/test/data/dfs/data/data8/current/blk_-4399956966618286583 for deletion
2013-10-31 15:32:42,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5212397018678345607_1236 at file build/test/data/dfs/data/data7/current/blk_-5212397018678345607
2013-10-31 15:32:42,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1266166312975923454_1244 file build/test/data/dfs/data/data7/current/blk_-1266166312975923454 for deletion
2013-10-31 15:32:42,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4399956966618286583_1229 at file build/test/data/dfs/data/data8/current/blk_-4399956966618286583
2013-10-31 15:32:42,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_140627343490952057_1231 file build/test/data/dfs/data/data8/current/blk_140627343490952057 for deletion
2013-10-31 15:32:42,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1266166312975923454_1244 at file build/test/data/dfs/data/data7/current/blk_-1266166312975923454
2013-10-31 15:32:42,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_140627343490952057_1231 at file build/test/data/dfs/data/data8/current/blk_140627343490952057
2013-10-31 15:32:42,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6947512671679385388_1236 file build/test/data/dfs/data/data8/current/blk_6947512671679385388 for deletion
2013-10-31 15:32:42,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6947512671679385388_1236 at file build/test/data/dfs/data/data8/current/blk_6947512671679385388
2013-10-31 15:32:42,087 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218):Transmitted block blk_-5755407015622367825_1252 to /127.0.0.1:53907
2013-10-31 15:32:42,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5755407015622367825_1252 src: /127.0.0.1:40982 dest: /127.0.0.1:53907
2013-10-31 15:32:42,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-5755407015622367825_1252 src: /127.0.0.1:40982 dest: /127.0.0.1:53907 of size 238055
2013-10-31 15:32:42,093 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5755407015622367825_1252 size 238055
2013-10-31 15:32:42,120 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_m_-415666205 given task: attempt_20131031152505967_0018_m_000010_0
2013-10-31 15:32:42,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:32:43,073 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-5212397018678345607_1236 blk_140627343490952057_1231 blk_8622107518835762461_1237 blk_-6458934965035290434_1236 blk_-1266166312975923454_1244 blk_6947512671679385388_1236 blk_-6977025684735069598_1232
2013-10-31 15:32:43,074 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-4399956966618286583_1229 blk_-5212397018678345607_1236 blk_-7409937467658081611_1236 blk_140627343490952057_1231 blk_8622107518835762461_1237 blk_-6458934965035290434_1236 blk_-1266166312975923454_1244 blk_6947512671679385388_1236 blk_-6977025684735069598_1232
2013-10-31 15:32:43,532 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0017
2013-10-31 15:32:43,532 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0017_m_000002_0 not found in cache
2013-10-31 15:32:43,532 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0017_m_000003_0 not found in cache
2013-10-31 15:32:43,532 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0017_m_000006_0 not found in cache
2013-10-31 15:32:43,533 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0017 for user-log deletion with retainTimeStamp:1383319963533
2013-10-31 15:32:44,091 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0017_m_443536740 since job job_20131031152505967_0017 is dead
2013-10-31 15:32:44,102 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29759 with signal TERM. Exit code 0
2013-10-31 15:32:44,266 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:44,266 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:44,266 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:44,266 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0017_m_443536740 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:32:44,513 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0017_m_2038259725 since job job_20131031152505967_0017 is dead
2013-10-31 15:32:44,525 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29760 with signal TERM. Exit code 0
2013-10-31 15:32:44,700 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:44,700 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:44,701 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:44,702 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0017_m_2038259725 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:32:45,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7409937467658081611_1236 file build/test/data/dfs/data/data3/current/blk_-7409937467658081611 for deletion
2013-10-31 15:32:45,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6977025684735069598_1232 file build/test/data/dfs/data/data3/current/blk_-6977025684735069598 for deletion
2013-10-31 15:32:45,085 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7409937467658081611_1236 at file build/test/data/dfs/data/data3/current/blk_-7409937467658081611
2013-10-31 15:32:45,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6458934965035290434_1236 file build/test/data/dfs/data/data4/current/blk_-6458934965035290434 for deletion
2013-10-31 15:32:45,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6977025684735069598_1232 at file build/test/data/dfs/data/data3/current/blk_-6977025684735069598
2013-10-31 15:32:45,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6458934965035290434_1236 at file build/test/data/dfs/data/data4/current/blk_-6458934965035290434
2013-10-31 15:32:45,086 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5212397018678345607_1236 file build/test/data/dfs/data/data3/current/blk_-5212397018678345607 for deletion
2013-10-31 15:32:45,087 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4399956966618286583_1229 file build/test/data/dfs/data/data4/current/blk_-4399956966618286583 for deletion
2013-10-31 15:32:45,087 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5212397018678345607_1236 at file build/test/data/dfs/data/data3/current/blk_-5212397018678345607
2013-10-31 15:32:45,087 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4399956966618286583_1229 at file build/test/data/dfs/data/data4/current/blk_-4399956966618286583
2013-10-31 15:32:45,087 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1266166312975923454_1244 file build/test/data/dfs/data/data4/current/blk_-1266166312975923454 for deletion
2013-10-31 15:32:45,088 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_140627343490952057_1231 file build/test/data/dfs/data/data4/current/blk_140627343490952057 for deletion
2013-10-31 15:32:45,088 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1266166312975923454_1244 at file build/test/data/dfs/data/data4/current/blk_-1266166312975923454
2013-10-31 15:32:45,088 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6947512671679385388_1236 file build/test/data/dfs/data/data4/current/blk_6947512671679385388 for deletion
2013-10-31 15:32:45,088 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_140627343490952057_1231 at file build/test/data/dfs/data/data4/current/blk_140627343490952057
2013-10-31 15:32:45,089 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8622107518835762461_1237 file build/test/data/dfs/data/data4/current/blk_8622107518835762461 for deletion
2013-10-31 15:32:45,089 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6947512671679385388_1236 at file build/test/data/dfs/data/data4/current/blk_6947512671679385388
2013-10-31 15:32:45,089 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8622107518835762461_1237 at file build/test/data/dfs/data/data4/current/blk_8622107518835762461
2013-10-31 15:32:45,406 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_977217084691586295_1257
2013-10-31 15:32:45,547 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000010_0 0.0% setup
2013-10-31 15:32:45,550 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_m_000010_0 is done.
2013-10-31 15:32:45,550 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_m_000010_0 was -1
2013-10-31 15:32:45,551 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:45,609 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0017
2013-10-31 15:32:45,610 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0017_m_000001_0 not found in cache
2013-10-31 15:32:45,610 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0017_m_000000_0 not found in cache
2013-10-31 15:32:45,610 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0017 for user-log deletion with retainTimeStamp:1383319965610
2013-10-31 15:32:45,649 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6977025684735069598_1232 file build/test/data/dfs/data/data5/current/blk_-6977025684735069598 for deletion
2013-10-31 15:32:45,649 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6458934965035290434_1236 file build/test/data/dfs/data/data6/current/blk_-6458934965035290434 for deletion
2013-10-31 15:32:45,649 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6977025684735069598_1232 at file build/test/data/dfs/data/data5/current/blk_-6977025684735069598
2013-10-31 15:32:45,650 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6458934965035290434_1236 at file build/test/data/dfs/data/data6/current/blk_-6458934965035290434
2013-10-31 15:32:45,649 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5212397018678345607_1236 file build/test/data/dfs/data/data6/current/blk_-5212397018678345607 for deletion
2013-10-31 15:32:45,650 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1266166312975923454_1244 file build/test/data/dfs/data/data5/current/blk_-1266166312975923454 for deletion
2013-10-31 15:32:45,650 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5212397018678345607_1236 at file build/test/data/dfs/data/data6/current/blk_-5212397018678345607
2013-10-31 15:32:45,651 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1266166312975923454_1244 at file build/test/data/dfs/data/data5/current/blk_-1266166312975923454
2013-10-31 15:32:45,651 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_140627343490952057_1231 file build/test/data/dfs/data/data6/current/blk_140627343490952057 for deletion
2013-10-31 15:32:45,651 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6947512671679385388_1236 file build/test/data/dfs/data/data5/current/blk_6947512671679385388 for deletion
2013-10-31 15:32:45,651 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_140627343490952057_1231 at file build/test/data/dfs/data/data6/current/blk_140627343490952057
2013-10-31 15:32:45,652 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6947512671679385388_1236 at file build/test/data/dfs/data/data5/current/blk_6947512671679385388
2013-10-31 15:32:45,652 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8622107518835762461_1237 file build/test/data/dfs/data/data5/current/blk_8622107518835762461 for deletion
2013-10-31 15:32:45,652 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8622107518835762461_1237 at file build/test/data/dfs/data/data5/current/blk_8622107518835762461
2013-10-31 15:32:45,869 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0017_m_-1924447471 since job job_20131031152505967_0017 is dead
2013-10-31 15:32:45,878 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29640 with signal TERM. Exit code 0
2013-10-31 15:32:46,065 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:46,065 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:46,066 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:46,067 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0017_m_-1924447471 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:32:46,494 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0017
2013-10-31 15:32:46,495 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0017_m_000005_0 not found in cache
2013-10-31 15:32:46,495 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0017_m_000004_0 not found in cache
2013-10-31 15:32:46,495 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0017_m_1686513379 since job job_20131031152505967_0017 is dead
2013-10-31 15:32:46,496 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0017 for user-log deletion with retainTimeStamp:1383319966496
2013-10-31 15:32:46,505 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29490 with signal TERM. Exit code 0
2013-10-31 15:32:46,605 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_m_000010_0' has completed task_20131031152505967_0018_m_000010 successfully.
2013-10-31 15:32:46,607 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0018_m_000000_0' to tip task_20131031152505967_0018_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:32:46,608 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0018_m_000000
2013-10-31 15:32:46,608 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0018_m_000001_0' to tip task_20131031152505967_0018_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:32:46,609 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0018_m_000001
2013-10-31 15:32:46,610 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:32:46,611 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:32:46,611 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_m_000000_0 which needs 1 slots
2013-10-31 15:32:46,611 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0018_m_000000_0 which needs 1 slots
2013-10-31 15:32:46,612 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_m_000001_0 which needs 1 slots
2013-10-31 15:32:46,612 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0018_m_000001_0 which needs 1 slots
2013-10-31 15:32:46,617 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0018_m_000002_0' to tip task_20131031152505967_0018_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:32:46,618 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0018_m_000002
2013-10-31 15:32:46,618 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0018_m_000003_0' to tip task_20131031152505967_0018_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:32:46,619 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0018_m_000003
2013-10-31 15:32:46,620 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:32:46,621 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:32:46,621 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_m_000002_0 which needs 1 slots
2013-10-31 15:32:46,621 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0018_m_000002_0 which needs 1 slots
2013-10-31 15:32:46,622 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_m_000003_0 which needs 1 slots
2013-10-31 15:32:46,622 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0018_m_000003_0 which needs 1 slots
2013-10-31 15:32:46,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0018/jobToken dst=null perm=null
2013-10-31 15:32:46,628 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46286, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4636123192513061268_1258, duration: 311016
2013-10-31 15:32:46,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.xml dst=null perm=null
2013-10-31 15:32:46,633 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0018_m_-962897883
2013-10-31 15:32:46,634 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0018_m_-962897883 spawned.
2013-10-31 15:32:46,636 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39560, bytes: 29082, op: HDFS_READ, cliID: DFSClient_-593074718, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1198527019027742573_1255, duration: 193761
2013-10-31 15:32:46,637 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0018/attempt_20131031152505967_0018_m_000000_0/taskjvm.sh
2013-10-31 15:32:46,649 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:32:46,651 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0018/attempt_20131031152505967_0018_m_000001_0. Attempting to reuse: jvm_20131031152505967_0018_m_-415666205
2013-10-31 15:32:46,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.jar dst=null perm=null
2013-10-31 15:32:46,663 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53066, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-593074718, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5755407015622367825_1252, duration: 729979
2013-10-31 15:32:46,679 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:46,680 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:46,680 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:46,680 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0017_m_1686513379 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:32:46,818 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0018_m_-1871557438
2013-10-31 15:32:46,819 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0018_m_-1871557438 spawned.
2013-10-31 15:32:46,820 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0018_m_891692969
2013-10-31 15:32:46,822 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0018_m_891692969 spawned.
2013-10-31 15:32:46,823 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0018/attempt_20131031152505967_0018_m_000002_0/taskjvm.sh
2013-10-31 15:32:46,824 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0018/attempt_20131031152505967_0018_m_000003_0/taskjvm.sh
2013-10-31 15:32:46,899 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0017_m_-1626933418 since job job_20131031152505967_0017 is dead
2013-10-31 15:32:46,908 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29757 with signal TERM. Exit code 0
2013-10-31 15:32:46,946 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0017_m_1563649396 since job job_20131031152505967_0017 is dead
2013-10-31 15:32:46,955 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group29735 with signal TERM. Exit code 0
2013-10-31 15:32:47,105 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:47,105 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:47,105 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:47,106 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0017_m_-1626933418 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:32:47,117 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_m_-415666205 given task: attempt_20131031152505967_0018_m_000001_0
2013-10-31 15:32:47,150 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:32:47,150 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:32:47,150 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:32:47,150 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0017_m_1563649396 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:32:47,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=null
2013-10-31 15:32:47,227 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39563, bytes: 3161, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-873494039073487788_1253, duration: 166756
2013-10-31 15:32:47,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:32:47,268 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53069, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 115200
2013-10-31 15:32:47,499 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0018_m_000004_0' to tip task_20131031152505967_0018_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:32:47,500 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0018_m_000004
2013-10-31 15:32:47,500 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0018_m_000005_0' to tip task_20131031152505967_0018_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:32:47,500 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0018_m_000005
2013-10-31 15:32:47,501 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:32:47,502 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:32:47,502 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_m_000004_0 which needs 1 slots
2013-10-31 15:32:47,502 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0018_m_000004_0 which needs 1 slots
2013-10-31 15:32:47,503 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_m_000005_0 which needs 1 slots
2013-10-31 15:32:47,503 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0018_m_000005_0 which needs 1 slots
2013-10-31 15:32:47,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0018/jobToken dst=null perm=null
2013-10-31 15:32:47,506 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53070, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4636123192513061268_1258, duration: 196444
2013-10-31 15:32:47,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.xml dst=null perm=null
2013-10-31 15:32:47,515 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46295, bytes: 29082, op: HDFS_READ, cliID: DFSClient_1746143447, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1198527019027742573_1255, duration: 234640
2013-10-31 15:32:47,531 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:32:47,539 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0018_m_000006_0' to tip task_20131031152505967_0018_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:32:47,539 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0018_m_000006
2013-10-31 15:32:47,540 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0018_m_000007_0' to tip task_20131031152505967_0018_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:32:47,540 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0018_m_000007
2013-10-31 15:32:47,541 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:32:47,542 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:32:47,542 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_m_000006_0 which needs 1 slots
2013-10-31 15:32:47,542 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0018_m_000006_0 which needs 1 slots
2013-10-31 15:32:47,542 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_m_000007_0 which needs 1 slots
2013-10-31 15:32:47,543 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0018_m_000007_0 which needs 1 slots
2013-10-31 15:32:47,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.jar dst=null perm=null
2013-10-31 15:32:47,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0018/jobToken dst=null perm=null
2013-10-31 15:32:47,547 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39569, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4636123192513061268_1258, duration: 189152
2013-10-31 15:32:47,547 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53073, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1746143447, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5755407015622367825_1252, duration: 609656
2013-10-31 15:32:47,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.xml dst=null perm=null
2013-10-31 15:32:47,551 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39571, bytes: 29082, op: HDFS_READ, cliID: DFSClient_1504683196, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1198527019027742573_1255, duration: 166893
2013-10-31 15:32:47,564 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:32:47,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.jar dst=null perm=null
2013-10-31 15:32:47,578 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53077, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1504683196, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5755407015622367825_1252, duration: 606742
2013-10-31 15:32:47,600 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0018_m_658183202
2013-10-31 15:32:47,601 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0018_m_658183202 spawned.
2013-10-31 15:32:47,601 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0018_m_-642839284
2013-10-31 15:32:47,602 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0018_m_-642839284 spawned.
2013-10-31 15:32:47,603 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0018/attempt_20131031152505967_0018_m_000004_0/taskjvm.sh
2013-10-31 15:32:47,603 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0018/attempt_20131031152505967_0018_m_000005_0/taskjvm.sh
2013-10-31 15:32:47,632 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0018_m_-1058530413
2013-10-31 15:32:47,632 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0018_m_-1058530413 spawned.
2013-10-31 15:32:47,633 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0018_m_304264698
2013-10-31 15:32:47,633 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0018_m_304264698 spawned.
2013-10-31 15:32:47,634 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0018/attempt_20131031152505967_0018_m_000007_0/taskjvm.sh
2013-10-31 15:32:47,634 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0018/attempt_20131031152505967_0018_m_000006_0/taskjvm.sh
2013-10-31 15:32:47,796 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_m_-962897883 given task: attempt_20131031152505967_0018_m_000000_0
2013-10-31 15:32:47,803 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_m_891692969 given task: attempt_20131031152505967_0018_m_000003_0
2013-10-31 15:32:47,804 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_m_-1871557438 given task: attempt_20131031152505967_0018_m_000002_0
2013-10-31 15:32:48,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=null
2013-10-31 15:32:48,301 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39579, bytes: 3161, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-873494039073487788_1253, duration: 173852
2013-10-31 15:32:48,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=null
2013-10-31 15:32:48,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=null
2013-10-31 15:32:48,320 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53085, bytes: 2129, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-873494039073487788_1253, duration: 161889
2013-10-31 15:32:48,324 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46309, bytes: 2645, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-873494039073487788_1253, duration: 172991
2013-10-31 15:32:48,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:32:48,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:32:48,360 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53087, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 154096
2013-10-31 15:32:48,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:32:48,597 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53089, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 134629
2013-10-31 15:32:48,655 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53091, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 147477
2013-10-31 15:32:48,767 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_m_658183202 given task: attempt_20131031152505967_0018_m_000004_0
2013-10-31 15:32:48,814 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_m_304264698 given task: attempt_20131031152505967_0018_m_000006_0
2013-10-31 15:32:48,837 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_m_-1058530413 given task: attempt_20131031152505967_0018_m_000007_0
2013-10-31 15:32:48,845 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_m_-642839284 given task: attempt_20131031152505967_0018_m_000005_0
2013-10-31 15:32:49,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=null
2013-10-31 15:32:49,267 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46321, bytes: 2129, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-873494039073487788_1253, duration: 161058
2013-10-31 15:32:49,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:49,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=null
2013-10-31 15:32:49,327 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53099, bytes: 1097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000006_0, offset: 2048, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-873494039073487788_1253, duration: 169770
2013-10-31 15:32:49,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=null
2013-10-31 15:32:49,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=null
2013-10-31 15:32:49,341 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46323, bytes: 1097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000007_0, offset: 2048, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-873494039073487788_1253, duration: 177043
2013-10-31 15:32:49,342 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41022, bytes: 1613, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000005_0, offset: 1536, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-873494039073487788_1253, duration: 148512
2013-10-31 15:32:49,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:32:49,369 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53102, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000006_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 125057
2013-10-31 15:32:49,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:49,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:32:49,381 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41025, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000007_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 114625
2013-10-31 15:32:49,381 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41024, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 148065
2013-10-31 15:32:49,555 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41026, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 157657
2013-10-31 15:32:50,191 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:32:50,194 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_m_000001_0 is done.
2013-10-31 15:32:50,194 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_m_000001_0 was 40
2013-10-31 15:32:50,196 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:32:51,229 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:32:51,231 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_m_000000_0 is done.
2013-10-31 15:32:51,231 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_m_000000_0 was 57
2013-10-31 15:32:51,232 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:51,243 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:32:51,245 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_m_000002_0 is done.
2013-10-31 15:32:51,245 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_m_000002_0 was 57
2013-10-31 15:32:51,245 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:32:51,249 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:32:51,251 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_m_000003_0 is done.
2013-10-31 15:32:51,251 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_m_000003_0 was 40
2013-10-31 15:32:51,252 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:51,611 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0018_m_000010_0
2013-10-31 15:32:51,612 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0018_m_000010_0
2013-10-31 15:32:51,612 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0018_m_000010_0 not found in cache
2013-10-31 15:32:52,196 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+7
2013-10-31 15:32:52,199 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_m_000004_0 is done.
2013-10-31 15:32:52,199 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_m_000004_0 was 40
2013-10-31 15:32:52,199 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:32:52,252 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000006_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:32:52,254 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_m_000006_0 is done.
2013-10-31 15:32:52,255 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_m_000006_0 was 6
2013-10-31 15:32:52,255 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:32:52,268 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000007_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:32:52,270 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_m_000007_0 is done.
2013-10-31 15:32:52,271 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_m_000007_0 was 6
2013-10-31 15:32:52,271 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:52,271 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000005_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:7+7
2013-10-31 15:32:52,273 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_m_000005_0 is done.
2013-10-31 15:32:52,273 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_m_000005_0 was 40
2013-10-31 15:32:52,273 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:52,616 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_m_000000_0' has completed task_20131031152505967_0018_m_000000 successfully.
2013-10-31 15:32:52,618 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_m_000001_0' has completed task_20131031152505967_0018_m_000001 successfully.
2013-10-31 15:32:52,619 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0018_m_000008_0' to tip task_20131031152505967_0018_m_000008, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:32:52,620 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0018_m_000008
2013-10-31 15:32:52,629 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031152505967_0018_r_000000_0' to tip task_20131031152505967_0018_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:32:52,632 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_m_000008_0 task's state:UNASSIGNED
2013-10-31 15:32:52,633 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_m_000002_0' has completed task_20131031152505967_0018_m_000002 successfully.
2013-10-31 15:32:52,633 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:32:52,633 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_m_000008_0 which needs 1 slots
2013-10-31 15:32:52,634 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_r_000000_0 which needs 1 slots
2013-10-31 15:32:52,634 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0018_m_000008_0 which needs 1 slots
2013-10-31 15:32:52,635 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0018_r_000000_0 which needs 1 slots
2013-10-31 15:32:52,635 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_m_000003_0' has completed task_20131031152505967_0018_m_000003 successfully.
2013-10-31 15:32:52,672 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0018/attempt_20131031152505967_0018_m_000008_0. Attempting to reuse: jvm_20131031152505967_0018_m_-962897883
2013-10-31 15:32:52,673 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0018_r_-629435836
2013-10-31 15:32:52,673 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0018_r_-629435836 spawned.
2013-10-31 15:32:52,675 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0018/attempt_20131031152505967_0018_r_000000_0/taskjvm.sh
2013-10-31 15:32:52,787 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_m_-962897883 given task: attempt_20131031152505967_0018_m_000008_0
2013-10-31 15:32:53,509 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_m_000004_0' has completed task_20131031152505967_0018_m_000004 successfully.
2013-10-31 15:32:53,811 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_m_000005_0' has completed task_20131031152505967_0018_m_000005 successfully.
2013-10-31 15:32:53,813 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_m_000006_0' has completed task_20131031152505967_0018_m_000006 successfully.
2013-10-31 15:32:53,815 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_m_000007_0' has completed task_20131031152505967_0018_m_000007 successfully.
2013-10-31 15:32:53,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018/job.split dst=null perm=null
2013-10-31 15:32:53,903 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41028, bytes: 581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000008_0, offset: 2560, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-873494039073487788_1253, duration: 182271
2013-10-31 15:32:53,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:32:53,908 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46331, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0018_m_000008_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 100332
2013-10-31 15:32:54,658 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_r_-629435836 given task: attempt_20131031152505967_0018_r_000000_0
2013-10-31 15:32:56,836 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000008_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:14+1
2013-10-31 15:32:56,840 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_m_000008_0 is done.
2013-10-31 15:32:56,841 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_m_000008_0 was 6
2013-10-31 15:32:56,841 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:32:58,640 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_m_000008_0' has completed task_20131031152505967_0018_m_000008 successfully.
2013-10-31 15:33:00,389 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42934, dest: 10.5.128.102:60149, bytes: 57, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0018_m_000000_0, duration: 16424393
2013-10-31 15:33:00,400 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42934, dest: 10.5.128.102:60149, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0018_m_000001_0, duration: 5142580
2013-10-31 15:33:00,411 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40853, dest: 10.5.128.102:39680, bytes: 57, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0018_m_000002_0, duration: 7488457
2013-10-31 15:33:00,424 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40853, dest: 10.5.128.102:39681, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0018_m_000003_0, duration: 8695384
2013-10-31 15:33:00,438 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40291, dest: 10.5.128.102:45129, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0018_m_000004_0, duration: 8923452
2013-10-31 15:33:00,450 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40291, dest: 10.5.128.102:45130, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0018_m_000005_0, duration: 8696023
2013-10-31 15:33:00,464 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37572, dest: 10.5.128.102:36243, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0018_m_000006_0, duration: 8864383
2013-10-31 15:33:00,474 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37572, dest: 10.5.128.102:36243, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0018_m_000007_0, duration: 7995014
2013-10-31 15:33:00,486 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42934, dest: 10.5.128.102:60149, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0018_m_000008_0, duration: 9081372
2013-10-31 15:33:01,150 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_r_000000_0 0.33333334% reduce > copy (9 of 9 at 0.00 MB/s)
2013-10-31 15:33:01,187 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_r_000000_0 0.33333334% reduce > copy (9 of 9 at 0.00 MB/s)
2013-10-31 15:33:01,248 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_r_000000_0 0.33333334% reduce > copy (9 of 9 at 0.00 MB/s)
2013-10-31 15:33:01,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_temporary/_attempt_20131031152505967_0018_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:01,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_temporary/_attempt_20131031152505967_0018_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:01,554 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_temporary/_attempt_20131031152505967_0018_r_000000_0/part-00000. blk_-3623987103561843781_1259
2013-10-31 15:33:01,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3623987103561843781_1259 src: /127.0.0.1:53119 dest: /127.0.0.1:57702
2013-10-31 15:33:01,597 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3623987103561843781_1259 src: /127.0.0.1:41041 dest: /127.0.0.1:53907
2013-10-31 15:33:01,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3623987103561843781_1259 src: /127.0.0.1:39616 dest: /127.0.0.1:48948
2013-10-31 15:33:01,602 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39616, dest: /127.0.0.1:48948, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0018_r_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3623987103561843781_1259, duration: 1498196
2013-10-31 15:33:01,604 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3623987103561843781_1259 terminating
2013-10-31 15:33:01,605 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3623987103561843781_1259 size 56
2013-10-31 15:33:01,605 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41041, dest: /127.0.0.1:53907, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0018_r_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3623987103561843781_1259, duration: 5839768
2013-10-31 15:33:01,605 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3623987103561843781_1259 terminating
2013-10-31 15:33:01,606 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53119, dest: /127.0.0.1:57702, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0018_r_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3623987103561843781_1259, duration: 6833650
2013-10-31 15:33:01,606 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3623987103561843781_1259 terminating
2013-10-31 15:33:01,607 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3623987103561843781_1259 size 56
2013-10-31 15:33:01,608 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3623987103561843781_1259 size 56
2013-10-31 15:33:01,609 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_temporary/_attempt_20131031152505967_0018_r_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0018_r_000000_0
2013-10-31 15:33:01,609 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_temporary/_attempt_20131031152505967_0018_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0018_r_000000_0
2013-10-31 15:33:01,638 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:33:01,643 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0018_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:01,644 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_r_000000_0 0.33333334% reduce > copy (9 of 9 at 0.00 MB/s)
2013-10-31 15:33:01,644 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 9 OK for attempt_20131031152505967_0018_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:38510
2013-10-31 15:33:01,644 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:33:01,649 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:33:01,655 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:33:01,660 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:33:01,665 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:33:01,670 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:33:01,670 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:33:04,203 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_r_000000_0 1.0% reduce > reduce
2013-10-31 15:33:04,652 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0018_r_000000_0
2013-10-31 15:33:05,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_temporary/_attempt_20131031152505967_0018_r_000000_0 dst=null perm=null
2013-10-31 15:33:05,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:05,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_temporary/_attempt_20131031152505967_0018_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:05,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_temporary/_attempt_20131031152505967_0018_r_000000_0 dst=null perm=null
2013-10-31 15:33:07,247 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_r_000000_0 1.0% reduce > reduce
2013-10-31 15:33:07,249 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_r_000000_0 1.0% reduce > reduce
2013-10-31 15:33:07,250 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_r_000000_0 is done.
2013-10-31 15:33:07,250 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_r_000000_0 was -1
2013-10-31 15:33:07,251 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:33:07,656 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_r_000000_0' has completed task_20131031152505967_0018_r_000000 successfully.
2013-10-31 15:33:07,664 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0018_m_000009_0' to tip task_20131031152505967_0018_m_000009, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:33:07,668 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0018_m_000009_0 task's state:UNASSIGNED
2013-10-31 15:33:07,669 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0018_m_000009_0 which needs 1 slots
2013-10-31 15:33:07,669 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0018_m_000009_0 which needs 1 slots
2013-10-31 15:33:07,707 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0018/attempt_20131031152505967_0018_m_000009_0. Attempting to reuse: jvm_20131031152505967_0018_m_-962897883
2013-10-31 15:33:07,881 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0018_m_-962897883 given task: attempt_20131031152505967_0018_m_000009_0
2013-10-31 15:33:08,011 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000009_0 0.0%
2013-10-31 15:33:08,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_temporary dst=null perm=null
2013-10-31 15:33:08,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:08,031 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_SUCCESS from client DFSClient_attempt_20131031152505967_0018_m_000009_0
2013-10-31 15:33:08,031 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0018_m_000009_0
2013-10-31 15:33:08,037 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5755407015622367825 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:08,037 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5755407015622367825 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:08,037 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5755407015622367825 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:33:08,038 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5755407015622367825 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:08,038 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-873494039073487788 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:08,038 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-873494039073487788 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:08,038 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-873494039073487788 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:08,038 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-873494039073487788 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:33:08,039 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8503638736903872461 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:08,039 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8503638736903872461 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:08,039 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8503638736903872461 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:08,039 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1198527019027742573 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:33:08,040 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1198527019027742573 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:08,040 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1198527019027742573 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:08,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0018 dst=null perm=null
2013-10-31 15:33:10,077 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-873494039073487788_1253 blk_-5755407015622367825_1252 blk_1198527019027742573_1255 blk_-8503638736903872461_1254
2013-10-31 15:33:10,078 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-873494039073487788_1253 blk_-5755407015622367825_1252 blk_1198527019027742573_1255
2013-10-31 15:33:10,966 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0018_m_000009_0 0.0% cleanup
2013-10-31 15:33:10,968 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0018_m_000009_0 is done.
2013-10-31 15:33:10,968 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0018_m_000009_0 was -1
2013-10-31 15:33:10,968 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:33:11,484 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8503638736903872461_1254 file build/test/data/dfs/data/data1/current/blk_-8503638736903872461 for deletion
2013-10-31 15:33:11,484 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5755407015622367825_1252 file build/test/data/dfs/data/data1/current/blk_-5755407015622367825 for deletion
2013-10-31 15:33:11,485 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8503638736903872461_1254 at file build/test/data/dfs/data/data1/current/blk_-8503638736903872461
2013-10-31 15:33:11,485 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-873494039073487788_1253 file build/test/data/dfs/data/data2/current/blk_-873494039073487788 for deletion
2013-10-31 15:33:11,485 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5755407015622367825_1252 at file build/test/data/dfs/data/data1/current/blk_-5755407015622367825
2013-10-31 15:33:11,485 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-873494039073487788_1253 at file build/test/data/dfs/data/data2/current/blk_-873494039073487788
2013-10-31 15:33:11,485 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1198527019027742573_1255 file build/test/data/dfs/data/data2/current/blk_1198527019027742573 for deletion
2013-10-31 15:33:11,486 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1198527019027742573_1255 at file build/test/data/dfs/data/data2/current/blk_1198527019027742573
2013-10-31 15:33:12,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5755407015622367825_1252 file build/test/data/dfs/data/data8/current/blk_-5755407015622367825 for deletion
2013-10-31 15:33:12,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-873494039073487788_1253 file build/test/data/dfs/data/data7/current/blk_-873494039073487788 for deletion
2013-10-31 15:33:12,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5755407015622367825_1252 at file build/test/data/dfs/data/data8/current/blk_-5755407015622367825
2013-10-31 15:33:12,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-873494039073487788_1253 at file build/test/data/dfs/data/data7/current/blk_-873494039073487788
2013-10-31 15:33:12,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1198527019027742573_1255 file build/test/data/dfs/data/data8/current/blk_1198527019027742573 for deletion
2013-10-31 15:33:12,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1198527019027742573_1255 at file build/test/data/dfs/data/data8/current/blk_1198527019027742573
2013-10-31 15:33:12,669 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0018_r_000000_0
2013-10-31 15:33:12,669 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0018_r_000000_0
2013-10-31 15:33:13,078 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-873494039073487788_1253 blk_-5755407015622367825_1252 blk_1198527019027742573_1255 blk_-8503638736903872461_1254
2013-10-31 15:33:13,079 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-873494039073487788_1253 blk_-5755407015622367825_1252 blk_-8503638736903872461_1254
2013-10-31 15:33:13,675 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0018_m_000009_0' has completed task_20131031152505967_0018_m_000009 successfully.
2013-10-31 15:33:13,676 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0018 has completed successfully.
2013-10-31 15:33:13,676 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0018,submitTime=1383233559808,launchTime=1383233560329,firstMapTaskLaunchTime=1383233566607,firstReduceTaskLaunchTime=1383233572620,firstJobSetupTaskLaunchTime=1383233560593,firstJobCleanupTaskLaunchTime=1383233587664,finishTime=1383233593676,numMaps=9,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=48,reduceSlotsSeconds=14,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[18D51582CF0F49109A4FE3CA7213BBA2/4C8C605BB5824CCFBC74A3575F0A8469] merge+offset/(1/1) ...implemergethreechaingroup
2013-10-31 15:33:13,681 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_logs/history/job_20131031152505967_0018_1383233559808_hadoop_%5B18D51582CF0F49109A4FE3CA7213BBA2%2F4C8C605BB5824CCF. blk_-830537002385462995_1260
2013-10-31 15:33:13,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-830537002385462995_1260 src: /127.0.0.1:39619 dest: /127.0.0.1:48948
2013-10-31 15:33:13,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-830537002385462995_1260 src: /127.0.0.1:41046 dest: /127.0.0.1:53907
2013-10-31 15:33:13,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-830537002385462995_1260 src: /127.0.0.1:53126 dest: /127.0.0.1:57702
2013-10-31 15:33:13,697 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53126, dest: /127.0.0.1:57702, bytes: 45923, op: HDFS_WRITE, cliID: DFSClient_-628184977, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-830537002385462995_1260, duration: 3925644
2013-10-31 15:33:13,697 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-830537002385462995_1260 terminating
2013-10-31 15:33:13,698 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41046, dest: /127.0.0.1:53907, bytes: 45923, op: HDFS_WRITE, cliID: DFSClient_-628184977, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-830537002385462995_1260, duration: 4712035
2013-10-31 15:33:13,698 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-830537002385462995_1260 terminating
2013-10-31 15:33:13,699 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-830537002385462995_1260 size 45923
2013-10-31 15:33:13,699 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39619, dest: /127.0.0.1:48948, bytes: 45923, op: HDFS_WRITE, cliID: DFSClient_-628184977, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-830537002385462995_1260, duration: 2941442
2013-10-31 15:33:13,700 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-830537002385462995_1260 terminating
2013-10-31 15:33:13,709 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-830537002385462995_1260 size 45923
2013-10-31 15:33:13,714 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_logs/history/job_20131031152505967_0018_1383233559808_hadoop_%5B18D51582CF0F49109A4FE3CA7213BBA2%2F4C8C605BB5824CCF from client DFSClient_-628184977
2013-10-31 15:33:13,714 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_logs/history/job_20131031152505967_0018_1383233559808_hadoop_%5B18D51582CF0F49109A4FE3CA7213BBA2%2F4C8C605BB5824CCF is closed by DFSClient_-628184977
2013-10-31 15:33:13,715 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1430 Total time for transactions(ms): 34Number of transactions batched in Syncs: 211 Number of syncs: 1021 SyncTimes(ms): 36848 5454
2013-10-31 15:33:13,715 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-830537002385462995_1260 size 45923
2013-10-31 15:33:13,723 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0018_1383233559808_hadoop_%5B18D51582CF0F49109A4FE3CA7213BBA2%2F4C8C605BB5824CCF to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:33:13,724 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_m_000000_0'
2013-10-31 15:33:13,724 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_m_000001_0'
2013-10-31 15:33:13,725 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_m_000008_0'
2013-10-31 15:33:13,726 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_m_000009_0'
2013-10-31 15:33:13,726 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4636123192513061268 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:13,726 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4636123192513061268 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:33:13,726 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_m_000010_0'
2013-10-31 15:33:13,727 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4636123192513061268 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:13,727 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_r_000000_0'
2013-10-31 15:33:13,728 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_m_000002_0'
2013-10-31 15:33:13,728 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_m_000003_0'
2013-10-31 15:33:13,730 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0018_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:33:13,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0018 dst=null perm=null
2013-10-31 15:33:13,735 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/_temporary
2013-10-31 15:33:13,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup dst=null perm=null
2013-10-31 15:33:13,771 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:33:13,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/part-00000 dst=null perm=null
2013-10-31 15:33:13,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/part-00000 dst=null perm=null
2013-10-31 15:33:13,779 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53128, bytes: 60, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3623987103561843781_1259, duration: 340734
2013-10-31 15:33:13,779 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/simplemergethreechaingroup
2013-10-31 15:33:13,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup dst=null perm=null
2013-10-31 15:33:13,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaingroup/part-00000 dst=null perm=null
2013-10-31 15:33:13,788 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41050, bytes: 60, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3623987103561843781_1259, duration: 258133
2013-10-31 15:33:13,809 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:33:13,809 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:33:13,852 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] starting
2013-10-31 15:33:13,853 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:33:13,853 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:33:13,854 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:33:13,854 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge"]
2013-10-31 15:33:13,854 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] parallel execution is enabled: true
2013-10-31 15:33:13,854 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] starting jobs: 3
2013-10-31 15:33:13,855 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge1*offset] allocating threads: 3
2013-10-31 15:33:13,856 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] starting step: (3/3)
2013-10-31 15:33:13,862 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:33:13,862 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:33:13,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:13,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:33:13,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:13,885 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.jar. blk_-7982810845983646833_1261
2013-10-31 15:33:13,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7982810845983646833_1261 src: /127.0.0.1:41051 dest: /127.0.0.1:53907
2013-10-31 15:33:13,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7982810845983646833_1261 src: /127.0.0.1:46354 dest: /127.0.0.1:42991
2013-10-31 15:33:13,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7982810845983646833_1261 src: /127.0.0.1:53132 dest: /127.0.0.1:57702
2013-10-31 15:33:13,894 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53132, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7982810845983646833_1261, duration: 5066635
2013-10-31 15:33:13,894 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7982810845983646833_1261 terminating
2013-10-31 15:33:13,894 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46354, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7982810845983646833_1261, duration: 4513138
2013-10-31 15:33:13,895 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7982810845983646833_1261 terminating
2013-10-31 15:33:13,895 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41051, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7982810845983646833_1261, duration: 6181603
2013-10-31 15:33:13,895 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7982810845983646833_1261 terminating
2013-10-31 15:33:13,897 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7982810845983646833_1261 size 238055
2013-10-31 15:33:13,897 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.jar from client DFSClient_1342392704
2013-10-31 15:33:13,898 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.jar is closed by DFSClient_1342392704
2013-10-31 15:33:13,898 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7982810845983646833_1261 size 238055
2013-10-31 15:33:13,899 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7982810845983646833_1261 size 238055
2013-10-31 15:33:13,903 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.jar. New replication is 10
2013-10-31 15:33:13,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.jar dst=null perm=null
2013-10-31 15:33:13,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:13,915 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:33:13,920 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:33:13,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:33:13,923 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:33:13,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:33:13,926 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:33:13,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:33:13,929 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:33:13,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:33:13,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:13,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:13,945 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split. New replication is 10
2013-10-31 15:33:13,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split dst=null perm=null
2013-10-31 15:33:13,952 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split. blk_-4601610976309643378_1262
2013-10-31 15:33:13,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4601610976309643378_1262 src: /127.0.0.1:46356 dest: /127.0.0.1:42991
2013-10-31 15:33:13,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4601610976309643378_1262 src: /127.0.0.1:39629 dest: /127.0.0.1:48948
2013-10-31 15:33:13,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4601610976309643378_1262 src: /127.0.0.1:41056 dest: /127.0.0.1:53907
2013-10-31 15:33:13,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4601610976309643378_1262 src: /127.0.0.1:53136 dest: /127.0.0.1:57702
2013-10-31 15:33:13,962 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53136, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4601610976309643378_1262, duration: 105658
2013-10-31 15:33:13,962 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4601610976309643378_1262 terminating
2013-10-31 15:33:13,963 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41056, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4601610976309643378_1262, duration: 927077
2013-10-31 15:33:13,963 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4601610976309643378_1262 terminating
2013-10-31 15:33:13,963 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4601610976309643378_1262 size 2077
2013-10-31 15:33:13,964 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39629, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4601610976309643378_1262, duration: 2018109
2013-10-31 15:33:13,964 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4601610976309643378_1262 terminating
2013-10-31 15:33:13,965 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46356, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4601610976309643378_1262, duration: 3027715
2013-10-31 15:33:13,965 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-4601610976309643378_1262 terminating
2013-10-31 15:33:13,968 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4601610976309643378_1262 size 2077
2013-10-31 15:33:13,968 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split from client DFSClient_1342392704
2013-10-31 15:33:13,968 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split is closed by DFSClient_1342392704
2013-10-31 15:33:13,969 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4601610976309643378_1262 size 2077
2013-10-31 15:33:13,969 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4601610976309643378_1262 size 2077
2013-10-31 15:33:14,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:14,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:14,295 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.splitmetainfo. blk_-6333640851829704571_1263
2013-10-31 15:33:14,296 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6333640851829704571_1263 src: /127.0.0.1:53137 dest: /127.0.0.1:57702
2013-10-31 15:33:14,298 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6333640851829704571_1263 src: /127.0.0.1:39633 dest: /127.0.0.1:48948
2013-10-31 15:33:14,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6333640851829704571_1263 src: /127.0.0.1:41060 dest: /127.0.0.1:53907
2013-10-31 15:33:14,302 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41060, dest: /127.0.0.1:53907, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6333640851829704571_1263, duration: 69734
2013-10-31 15:33:14,303 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6333640851829704571_1263 terminating
2013-10-31 15:33:14,303 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39633, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6333640851829704571_1263, duration: 900784
2013-10-31 15:33:14,304 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6333640851829704571_1263 terminating
2013-10-31 15:33:14,304 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53137, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6333640851829704571_1263, duration: 1867260
2013-10-31 15:33:14,305 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6333640851829704571_1263 terminating
2013-10-31 15:33:14,307 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6333640851829704571_1263 size 218
2013-10-31 15:33:14,308 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6333640851829704571_1263 size 218
2013-10-31 15:33:14,309 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6333640851829704571_1263 size 218
2013-10-31 15:33:14,707 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:33:14,708 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:33:14,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:14,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:14,740 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.xml. blk_-8823505152136009660_1264
2013-10-31 15:33:14,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8823505152136009660_1264 src: /127.0.0.1:46363 dest: /127.0.0.1:42991
2013-10-31 15:33:14,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8823505152136009660_1264 src: /127.0.0.1:39636 dest: /127.0.0.1:48948
2013-10-31 15:33:14,745 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8823505152136009660_1264 src: /127.0.0.1:41063 dest: /127.0.0.1:53907
2013-10-31 15:33:14,748 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41063, dest: /127.0.0.1:53907, bytes: 29264, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8823505152136009660_1264, duration: 368968
2013-10-31 15:33:14,749 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8823505152136009660_1264 terminating
2013-10-31 15:33:14,749 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39636, dest: /127.0.0.1:48948, bytes: 29264, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8823505152136009660_1264, duration: 1179448
2013-10-31 15:33:14,750 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8823505152136009660_1264 terminating
2013-10-31 15:33:14,750 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46363, dest: /127.0.0.1:42991, bytes: 29264, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8823505152136009660_1264, duration: 2117698
2013-10-31 15:33:14,751 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8823505152136009660_1264 terminating
2013-10-31 15:33:14,753 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8823505152136009660_1264 size 29264
2013-10-31 15:33:14,754 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.xml from client DFSClient_1342392704
2013-10-31 15:33:14,754 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.xml is closed by DFSClient_1342392704
2013-10-31 15:33:14,755 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8823505152136009660_1264 size 29264
2013-10-31 15:33:14,755 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8823505152136009660_1264 size 29264
2013-10-31 15:33:14,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.xml dst=null perm=null
2013-10-31 15:33:14,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46367, bytes: 29496, op: HDFS_READ, cliID: DFSClient_162334952, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8823505152136009660_1264, duration: 403832
2013-10-31 15:33:14,787 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0019: nMaps=6 nReduces=0 max=-1
2013-10-31 15:33:14,788 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0019 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:33:14,788 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0019
2013-10-31 15:33:14,788 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0019 RESULT=SUCCESS
2013-10-31 15:33:14,788 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0019
2013-10-31 15:33:14,789 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] submitted hadoop job: job_20131031152505967_0019
2013-10-31 15:33:14,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_logs/history/job_20131031152505967_0019_1383233594761_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2F9F9B85B204A3496B dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:14,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_logs/history/job_20131031152505967_0019_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:14,814 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_logs/history/job_20131031152505967_0019_conf.xml. blk_8604034824973332647_1266
2013-10-31 15:33:14,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8604034824973332647_1266 src: /127.0.0.1:53145 dest: /127.0.0.1:57702
2013-10-31 15:33:14,817 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8604034824973332647_1266 src: /127.0.0.1:39641 dest: /127.0.0.1:48948
2013-10-31 15:33:14,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8604034824973332647_1266 src: /127.0.0.1:46370 dest: /127.0.0.1:42991
2013-10-31 15:33:14,823 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46370, dest: /127.0.0.1:42991, bytes: 29329, op: HDFS_WRITE, cliID: DFSClient_162334952, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8604034824973332647_1266, duration: 382143
2013-10-31 15:33:14,823 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8604034824973332647_1266 terminating
2013-10-31 15:33:14,824 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39641, dest: /127.0.0.1:48948, bytes: 29329, op: HDFS_WRITE, cliID: DFSClient_162334952, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8604034824973332647_1266, duration: 1250779
2013-10-31 15:33:14,825 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8604034824973332647_1266 size 29329
2013-10-31 15:33:14,825 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8604034824973332647_1266 terminating
2013-10-31 15:33:14,825 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53145, dest: /127.0.0.1:57702, bytes: 29329, op: HDFS_WRITE, cliID: DFSClient_162334952, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8604034824973332647_1266, duration: 2317986
2013-10-31 15:33:14,825 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8604034824973332647_1266 terminating
2013-10-31 15:33:14,827 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8604034824973332647_1266 size 29329
2013-10-31 15:33:14,829 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8604034824973332647_1266 size 29329
2013-10-31 15:33:14,829 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_logs/history/job_20131031152505967_0019_conf.xml from client DFSClient_162334952
2013-10-31 15:33:14,830 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_logs/history/job_20131031152505967_0019_conf.xml is closed by DFSClient_162334952
2013-10-31 15:33:14,837 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_m_000004_0'
2013-10-31 15:33:14,837 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_m_000005_0'
2013-10-31 15:33:14,839 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_m_000006_0'
2013-10-31 15:33:14,839 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0018_m_000007_0'
2013-10-31 15:33:14,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0019/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:14,842 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0019/jobToken. blk_4371015338543050988_1267
2013-10-31 15:33:14,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4371015338543050988_1267 src: /127.0.0.1:53148 dest: /127.0.0.1:57702
2013-10-31 15:33:14,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4371015338543050988_1267 src: /127.0.0.1:46372 dest: /127.0.0.1:42991
2013-10-31 15:33:14,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4371015338543050988_1267 src: /127.0.0.1:41071 dest: /127.0.0.1:53907
2013-10-31 15:33:14,850 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41071, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4371015338543050988_1267, duration: 64355
2013-10-31 15:33:14,850 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4371015338543050988_1267 terminating
2013-10-31 15:33:14,850 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46372, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4371015338543050988_1267, duration: 825465
2013-10-31 15:33:14,851 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4371015338543050988_1267 terminating
2013-10-31 15:33:14,851 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53148, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4371015338543050988_1267, duration: 1750502
2013-10-31 15:33:14,852 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4371015338543050988_1267 terminating
2013-10-31 15:33:14,854 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4371015338543050988_1267 size 116
2013-10-31 15:33:14,855 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0019/jobToken from client DFSClient_1342392704
2013-10-31 15:33:14,855 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0019/jobToken is closed by DFSClient_1342392704
2013-10-31 15:33:14,855 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4371015338543050988_1267 size 116
2013-10-31 15:33:14,856 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4371015338543050988_1267 size 116
2013-10-31 15:33:14,860 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0019/jobToken
2013-10-31 15:33:14,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.splitmetainfo dst=null perm=null
2013-10-31 15:33:14,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39646, bytes: 222, op: HDFS_READ, cliID: DFSClient_162334952, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6333640851829704571_1263, duration: 273117
2013-10-31 15:33:14,866 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0019 = 38. Number of splits = 6
2013-10-31 15:33:14,866 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,866 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,867 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,867 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,867 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,867 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,868 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,868 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,868 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,868 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,869 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,869 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,869 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,869 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,870 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,870 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,870 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,870 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0019_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:14,871 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0019 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:33:14,871 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0019 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:33:15,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8503638736903872461_1254 file build/test/data/dfs/data/data4/current/blk_-8503638736903872461 for deletion
2013-10-31 15:33:15,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5755407015622367825_1252 file build/test/data/dfs/data/data4/current/blk_-5755407015622367825 for deletion
2013-10-31 15:33:15,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8503638736903872461_1254 at file build/test/data/dfs/data/data4/current/blk_-8503638736903872461
2013-10-31 15:33:15,095 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-873494039073487788_1253 file build/test/data/dfs/data/data3/current/blk_-873494039073487788 for deletion
2013-10-31 15:33:15,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5755407015622367825_1252 at file build/test/data/dfs/data/data4/current/blk_-5755407015622367825
2013-10-31 15:33:15,096 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-873494039073487788_1253 at file build/test/data/dfs/data/data3/current/blk_-873494039073487788
2013-10-31 15:33:15,659 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8503638736903872461_1254 file build/test/data/dfs/data/data6/current/blk_-8503638736903872461 for deletion
2013-10-31 15:33:15,659 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5755407015622367825_1252 file build/test/data/dfs/data/data6/current/blk_-5755407015622367825 for deletion
2013-10-31 15:33:15,659 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8503638736903872461_1254 at file build/test/data/dfs/data/data6/current/blk_-8503638736903872461
2013-10-31 15:33:15,659 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-873494039073487788_1253 file build/test/data/dfs/data/data5/current/blk_-873494039073487788 for deletion
2013-10-31 15:33:15,660 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5755407015622367825_1252 at file build/test/data/dfs/data/data6/current/blk_-5755407015622367825
2013-10-31 15:33:15,660 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-873494039073487788_1253 at file build/test/data/dfs/data/data5/current/blk_-873494039073487788
2013-10-31 15:33:15,660 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1198527019027742573_1255 file build/test/data/dfs/data/data5/current/blk_1198527019027742573 for deletion
2013-10-31 15:33:15,661 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1198527019027742573_1255 at file build/test/data/dfs/data/data5/current/blk_1198527019027742573
2013-10-31 15:33:16,079 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_-7982810845983646833_1261 to datanode(s) 127.0.0.1:48948
2013-10-31 15:33:16,080 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-4636123192513061268_1258
2013-10-31 15:33:16,080 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-4636123192513061268_1258
2013-10-31 15:33:16,732 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0019_m_000007_0' to tip task_20131031152505967_0019_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:33:16,741 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0019_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:33:16,741 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0019_m_000007_0 which needs 1 slots
2013-10-31 15:33:16,741 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0019_m_000007_0 which needs 1 slots
2013-10-31 15:33:16,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0019/jobToken dst=null perm=null
2013-10-31 15:33:16,749 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41073, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4371015338543050988_1267, duration: 294633
2013-10-31 15:33:16,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.xml dst=null perm=null
2013-10-31 15:33:16,760 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41075, bytes: 29496, op: HDFS_READ, cliID: DFSClient_-1998101268, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8823505152136009660_1264, duration: 370762
2013-10-31 15:33:16,790 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:33:16,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.jar dst=null perm=null
2013-10-31 15:33:16,818 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46378, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1998101268, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7982810845983646833_1261, duration: 1242501
2013-10-31 15:33:16,914 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0018_m_-415666205
2013-10-31 15:33:16,920 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30155 with signal TERM. Exit code 0
2013-10-31 15:33:16,920 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0019_m_1012066889
2013-10-31 15:33:16,921 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0019_m_1012066889 spawned.
2013-10-31 15:33:16,923 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0019/attempt_20131031152505967_0019_m_000007_0/taskjvm.sh
2013-10-31 15:33:17,486 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_-7982810845983646833_1261 to 127.0.0.1:48948
2013-10-31 15:33:17,487 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4636123192513061268_1258 file build/test/data/dfs/data/data2/current/blk_-4636123192513061268 for deletion
2013-10-31 15:33:17,487 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4636123192513061268_1258 at file build/test/data/dfs/data/data2/current/blk_-4636123192513061268
2013-10-31 15:33:17,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7982810845983646833_1261 src: /127.0.0.1:39651 dest: /127.0.0.1:48948
2013-10-31 15:33:17,488 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_-7982810845983646833_1261 to /127.0.0.1:48948
2013-10-31 15:33:17,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-7982810845983646833_1261 src: /127.0.0.1:39651 dest: /127.0.0.1:48948 of size 238055
2013-10-31 15:33:17,495 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7982810845983646833_1261 size 238055
2013-10-31 15:33:17,756 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0018_m_-415666205
2013-10-31 15:33:18,659 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4636123192513061268_1258 file build/test/data/dfs/data/data6/current/blk_-4636123192513061268 for deletion
2013-10-31 15:33:18,659 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4636123192513061268_1258 at file build/test/data/dfs/data/data6/current/blk_-4636123192513061268
2013-10-31 15:33:18,701 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:18,702 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:18,702 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:18,702 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0018_m_-415666205 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:33:18,728 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0018
2013-10-31 15:33:18,729 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0018_m_000009_0 not found in cache
2013-10-31 15:33:18,729 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0018
2013-10-31 15:33:18,729 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383319998729
2013-10-31 15:33:18,730 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383319998730
2013-10-31 15:33:18,824 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0018_m_891692969 since job job_20131031152505967_0018 is dead
2013-10-31 15:33:18,829 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30329 with signal TERM. Exit code 0
2013-10-31 15:33:18,830 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0018_m_-1871557438 since job job_20131031152505967_0018 is dead
2013-10-31 15:33:18,839 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30330 with signal TERM. Exit code 0
2013-10-31 15:33:19,005 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0018_m_-962897883 since job job_20131031152505967_0018 is dead
2013-10-31 15:33:19,010 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30325 with signal TERM. Exit code 0
2013-10-31 15:33:19,022 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:19,022 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:19,022 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:19,022 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0018_m_891692969 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:33:19,027 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:19,027 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:19,027 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:19,027 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0018_m_-1871557438 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:33:19,081 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-4636123192513061268_1258
2013-10-31 15:33:19,157 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:19,157 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:19,157 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:19,157 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0018_m_-962897883 exited with exit code 143. Number of tasks it ran: 3
2013-10-31 15:33:19,321 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0019_m_1012066889 given task: attempt_20131031152505967_0019_m_000007_0
2013-10-31 15:33:19,790 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0018_r_-629435836 since job job_20131031152505967_0018 is dead
2013-10-31 15:33:19,799 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30821 with signal TERM. Exit code 0
2013-10-31 15:33:19,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:19,838 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0018
2013-10-31 15:33:19,838 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383319999838
2013-10-31 15:33:19,840 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0018
2013-10-31 15:33:19,840 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0018 for user-log deletion with retainTimeStamp:1383319999840
2013-10-31 15:33:19,846 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0018_m_-1058530413 since job job_20131031152505967_0018 is dead
2013-10-31 15:33:19,850 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30539 with signal TERM. Exit code 0
2013-10-31 15:33:19,852 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0018_m_-642839284 since job job_20131031152505967_0018 is dead
2013-10-31 15:33:19,860 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30538 with signal TERM. Exit code 0
2013-10-31 15:33:19,962 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:19,962 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:19,962 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:19,962 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0018_r_-629435836 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:33:20,042 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:20,042 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:20,043 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:20,043 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0018_m_-1058530413 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:33:20,048 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:20,049 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:20,049 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:20,049 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0018_m_-642839284 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:33:21,097 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4636123192513061268_1258 file build/test/data/dfs/data/data8/current/blk_-4636123192513061268 for deletion
2013-10-31 15:33:21,098 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4636123192513061268_1258 at file build/test/data/dfs/data/data8/current/blk_-4636123192513061268
2013-10-31 15:33:21,289 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0018_m_658183202 since job job_20131031152505967_0018 is dead
2013-10-31 15:33:21,300 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30507 with signal TERM. Exit code 0
2013-10-31 15:33:21,323 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0018_m_304264698 since job job_20131031152505967_0018 is dead
2013-10-31 15:33:21,330 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group30537 with signal TERM. Exit code 0
2013-10-31 15:33:21,503 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:21,503 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:21,503 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:21,503 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0018_m_658183202 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:33:21,515 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:21,515 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:21,515 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:21,515 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0018_m_304264698 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:33:22,766 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000007_0 0.0% setup
2013-10-31 15:33:22,769 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0019_m_000007_0 is done.
2013-10-31 15:33:22,769 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0019_m_000007_0 was -1
2013-10-31 15:33:22,769 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:33:25,749 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0019_m_000007_0' has completed task_20131031152505967_0019_m_000007 successfully.
2013-10-31 15:33:25,753 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0019_m_000000_0' to tip task_20131031152505967_0019_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:33:25,754 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0019_m_000000
2013-10-31 15:33:25,755 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0019_m_000001_0' to tip task_20131031152505967_0019_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:33:25,755 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0019_m_000001
2013-10-31 15:33:25,757 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0019_m_000002_0' to tip task_20131031152505967_0019_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:33:25,758 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0019_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:33:25,758 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0019_m_000002
2013-10-31 15:33:25,759 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0019_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:33:25,760 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0019_m_000003_0' to tip task_20131031152505967_0019_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:33:25,760 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0019_m_000000_0 which needs 1 slots
2013-10-31 15:33:25,760 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0019_m_000000_0 which needs 1 slots
2013-10-31 15:33:25,760 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0019_m_000003
2013-10-31 15:33:25,761 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0019_m_000001_0 which needs 1 slots
2013-10-31 15:33:25,761 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0019_m_000001_0 which needs 1 slots
2013-10-31 15:33:25,766 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0019_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:33:25,768 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0019_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:33:25,768 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0019_m_000002_0 which needs 1 slots
2013-10-31 15:33:25,768 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0019_m_000002_0 which needs 1 slots
2013-10-31 15:33:25,769 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0019_m_000003_0 which needs 1 slots
2013-10-31 15:33:25,769 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0019_m_000003_0 which needs 1 slots
2013-10-31 15:33:25,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0019/jobToken dst=null perm=null
2013-10-31 15:33:25,777 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41080, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4371015338543050988_1267, duration: 287790
2013-10-31 15:33:25,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.xml dst=null perm=null
2013-10-31 15:33:25,788 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46384, bytes: 29496, op: HDFS_READ, cliID: DFSClient_-1782778481, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8823505152136009660_1264, duration: 377364
2013-10-31 15:33:25,796 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0019_m_-1991104244
2013-10-31 15:33:25,797 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0019_m_-1991104244 spawned.
2013-10-31 15:33:25,798 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0019/attempt_20131031152505967_0019_m_000001_0. Attempting to reuse: jvm_20131031152505967_0019_m_1012066889
2013-10-31 15:33:25,799 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0019/attempt_20131031152505967_0019_m_000000_0/taskjvm.sh
2013-10-31 15:33:25,828 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:33:25,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.jar dst=null perm=null
2013-10-31 15:33:25,872 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41083, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1782778481, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7982810845983646833_1261, duration: 1538318
2013-10-31 15:33:25,959 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0019_m_-1692135404
2013-10-31 15:33:25,959 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0019_m_-1692135404 spawned.
2013-10-31 15:33:25,961 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0019/attempt_20131031152505967_0019_m_000002_0/taskjvm.sh
2013-10-31 15:33:25,972 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0019_m_301879084
2013-10-31 15:33:25,972 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0019_m_301879084 spawned.
2013-10-31 15:33:25,973 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0019/attempt_20131031152505967_0019_m_000003_0/taskjvm.sh
2013-10-31 15:33:26,643 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0019_m_-1991104244 given task: attempt_20131031152505967_0019_m_000000_0
2013-10-31 15:33:26,850 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0019_m_000004_0' to tip task_20131031152505967_0019_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:33:26,850 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0019_m_000004
2013-10-31 15:33:26,851 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0019_m_000005_0' to tip task_20131031152505967_0019_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:33:26,851 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0019_m_000005
2013-10-31 15:33:26,852 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0019_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:33:26,852 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0019_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:33:26,852 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0019_m_000004_0 which needs 1 slots
2013-10-31 15:33:26,853 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0019_m_000004_0 which needs 1 slots
2013-10-31 15:33:26,853 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0019_m_000005_0 which needs 1 slots
2013-10-31 15:33:26,853 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0019_m_000005_0 which needs 1 slots
2013-10-31 15:33:26,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0019/jobToken dst=null perm=null
2013-10-31 15:33:26,857 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41087, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4371015338543050988_1267, duration: 139373
2013-10-31 15:33:26,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.xml dst=null perm=null
2013-10-31 15:33:26,861 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39663, bytes: 29496, op: HDFS_READ, cliID: DFSClient_1052618457, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8823505152136009660_1264, duration: 154786
2013-10-31 15:33:26,866 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0019_m_301879084 given task: attempt_20131031152505967_0019_m_000003_0
2013-10-31 15:33:26,867 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0019_m_-1692135404 given task: attempt_20131031152505967_0019_m_000002_0
2013-10-31 15:33:26,874 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:33:26,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.jar dst=null perm=null
2013-10-31 15:33:26,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41090, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1052618457, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7982810845983646833_1261, duration: 663340
2013-10-31 15:33:26,940 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0019_m_-1404265060
2013-10-31 15:33:26,941 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0019_m_-1404265060 spawned.
2013-10-31 15:33:26,941 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0019_m_-309210313
2013-10-31 15:33:26,942 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0019_m_-309210313 spawned.
2013-10-31 15:33:26,943 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0019/attempt_20131031152505967_0019_m_000005_0/taskjvm.sh
2013-10-31 15:33:26,943 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0019/attempt_20131031152505967_0019_m_000004_0/taskjvm.sh
2013-10-31 15:33:27,131 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0019_m_1012066889 given task: attempt_20131031152505967_0019_m_000001_0
2013-10-31 15:33:27,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split dst=null perm=null
2013-10-31 15:33:27,237 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39667, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4601610976309643378_1262, duration: 227761
2013-10-31 15:33:27,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split dst=null perm=null
2013-10-31 15:33:27,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:33:27,279 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41094, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4601610976309643378_1262, duration: 173227
2013-10-31 15:33:27,280 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46397, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 107166
2013-10-31 15:33:27,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:27,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:27,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:33:27,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:27,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:27,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split dst=null perm=null
2013-10-31 15:33:27,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split dst=null perm=null
2013-10-31 15:33:27,486 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41098, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000002_0, offset: 512, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4601610976309643378_1262, duration: 182863
2013-10-31 15:33:27,486 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46401, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000003_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4601610976309643378_1262, duration: 148472
2013-10-31 15:33:27,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:33:27,534 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000001_0/part-00001. blk_4793547790825808939_1269
2013-10-31 15:33:27,534 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53179, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 183202
2013-10-31 15:33:27,541 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41102, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 111394
2013-10-31 15:33:27,546 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000000_0/part-00000. blk_8211273797463481184_1269
2013-10-31 15:33:27,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:33:27,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4793547790825808939_1269 src: /127.0.0.1:39675 dest: /127.0.0.1:48948
2013-10-31 15:33:27,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4793547790825808939_1269 src: /127.0.0.1:53183 dest: /127.0.0.1:57702
2013-10-31 15:33:27,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4793547790825808939_1269 src: /127.0.0.1:41105 dest: /127.0.0.1:53907
2013-10-31 15:33:27,554 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41105, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4793547790825808939_1269, duration: 1326490
2013-10-31 15:33:27,554 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4793547790825808939_1269 terminating
2013-10-31 15:33:27,554 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53183, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4793547790825808939_1269, duration: 1662293
2013-10-31 15:33:27,554 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4793547790825808939_1269 terminating
2013-10-31 15:33:27,555 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39675, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4793547790825808939_1269, duration: 2012844
2013-10-31 15:33:27,555 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4793547790825808939_1269 terminating
2013-10-31 15:33:27,555 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4793547790825808939_1269 size 114
2013-10-31 15:33:27,556 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4793547790825808939_1269 size 114
2013-10-31 15:33:27,556 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0019_m_000001_0
2013-10-31 15:33:27,557 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0019_m_000001_0
2013-10-31 15:33:27,557 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4793547790825808939_1269 size 114
2013-10-31 15:33:27,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8211273797463481184_1269 src: /127.0.0.1:53182 dest: /127.0.0.1:57702
2013-10-31 15:33:27,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8211273797463481184_1269 src: /127.0.0.1:39680 dest: /127.0.0.1:48948
2013-10-31 15:33:27,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8211273797463481184_1269 src: /127.0.0.1:46409 dest: /127.0.0.1:42991
2013-10-31 15:33:27,575 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46409, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8211273797463481184_1269, duration: 1677460
2013-10-31 15:33:27,575 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8211273797463481184_1269 terminating
2013-10-31 15:33:27,575 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39680, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8211273797463481184_1269, duration: 2506833
2013-10-31 15:33:27,576 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8211273797463481184_1269 terminating
2013-10-31 15:33:27,576 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53182, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8211273797463481184_1269, duration: 2883927
2013-10-31 15:33:27,576 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8211273797463481184_1269 terminating
2013-10-31 15:33:27,578 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8211273797463481184_1269 size 136
2013-10-31 15:33:27,578 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8211273797463481184_1269 size 136
2013-10-31 15:33:27,579 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8211273797463481184_1269 size 136
2013-10-31 15:33:27,967 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0019_m_-1404265060 given task: attempt_20131031152505967_0019_m_000005_0
2013-10-31 15:33:27,969 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0019_m_-309210313 given task: attempt_20131031152505967_0019_m_000004_0
2013-10-31 15:33:27,978 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0019_m_000000_0
2013-10-31 15:33:27,978 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0019_m_000000_0
2013-10-31 15:33:28,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split dst=null perm=null
2013-10-31 15:33:28,473 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46415, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4601610976309643378_1262, duration: 169607
2013-10-31 15:33:28,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019/job.split dst=null perm=null
2013-10-31 15:33:28,498 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39688, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000005_0, offset: 1536, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4601610976309643378_1262, duration: 162622
2013-10-31 15:33:28,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:33:28,512 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53194, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 106366
2013-10-31 15:33:28,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:33:28,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41116, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 142647
2013-10-31 15:33:29,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:29,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:29,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:29,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:29,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:29,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:29,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:29,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:29,650 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0019_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:29,650 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000001_0 0.0%
2013-10-31 15:33:29,659 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0019_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:29,660 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000000_0 0.0%
2013-10-31 15:33:29,831 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000004_0/part-00004. blk_2564579365516584165_1273
2013-10-31 15:33:29,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2564579365516584165_1273 src: /127.0.0.1:53196 dest: /127.0.0.1:57702
2013-10-31 15:33:29,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2564579365516584165_1273 src: /127.0.0.1:41118 dest: /127.0.0.1:53907
2013-10-31 15:33:29,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2564579365516584165_1273 src: /127.0.0.1:46421 dest: /127.0.0.1:42991
2013-10-31 15:33:29,859 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46421, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2564579365516584165_1273, duration: 1839707
2013-10-31 15:33:29,860 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2564579365516584165_1273 terminating
2013-10-31 15:33:29,860 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41118, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2564579365516584165_1273, duration: 2780983
2013-10-31 15:33:29,860 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2564579365516584165_1273 terminating
2013-10-31 15:33:29,860 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53196, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2564579365516584165_1273, duration: 3309610
2013-10-31 15:33:29,861 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2564579365516584165_1273 terminating
2013-10-31 15:33:29,861 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2564579365516584165_1273 size 70
2013-10-31 15:33:29,862 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0019_m_000004_0
2013-10-31 15:33:29,862 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0019_m_000004_0
2013-10-31 15:33:29,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:29,864 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2564579365516584165_1273 size 70
2013-10-31 15:33:29,864 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2564579365516584165_1273 size 70
2013-10-31 15:33:29,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:29,868 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46422, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 125255
2013-10-31 15:33:29,876 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000005_0/part-00005. blk_7171921544500937804_1273
2013-10-31 15:33:29,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:29,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:29,885 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41122, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 115734
2013-10-31 15:33:29,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:29,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:29,892 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46425, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 107295
2013-10-31 15:33:29,895 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39698, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0019_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 108910
2013-10-31 15:33:29,895 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000003_0/part-00003. blk_-2752104898957334276_1273
2013-10-31 15:33:29,903 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000002_0/part-00002. blk_-4750855807170875648_1273
2013-10-31 15:33:29,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7171921544500937804_1273 src: /127.0.0.1:46423 dest: /127.0.0.1:42991
2013-10-31 15:33:29,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7171921544500937804_1273 src: /127.0.0.1:39701 dest: /127.0.0.1:48948
2013-10-31 15:33:29,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7171921544500937804_1273 src: /127.0.0.1:53207 dest: /127.0.0.1:57702
2013-10-31 15:33:29,915 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0019_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:29,916 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000004_0 0.0%
2013-10-31 15:33:29,918 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53207, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7171921544500937804_1273, duration: 1162241
2013-10-31 15:33:29,918 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7171921544500937804_1273 terminating
2013-10-31 15:33:29,919 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39701, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7171921544500937804_1273, duration: 1826483
2013-10-31 15:33:29,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2752104898957334276_1273 src: /127.0.0.1:53204 dest: /127.0.0.1:57702
2013-10-31 15:33:29,924 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7171921544500937804_1273 size 70
2013-10-31 15:33:29,924 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7171921544500937804_1273 terminating
2013-10-31 15:33:29,924 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46423, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7171921544500937804_1273, duration: 6981553
2013-10-31 15:33:29,924 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7171921544500937804_1273 size 70
2013-10-31 15:33:29,924 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7171921544500937804_1273 terminating
2013-10-31 15:33:29,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2752104898957334276_1273 src: /127.0.0.1:41129 dest: /127.0.0.1:53907
2013-10-31 15:33:29,925 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0019_m_000005_0
2013-10-31 15:33:29,925 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0019_m_000005_0
2013-10-31 15:33:29,926 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2752104898957334276_1273 src: /127.0.0.1:39704 dest: /127.0.0.1:48948
2013-10-31 15:33:29,926 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7171921544500937804_1273 size 70
2013-10-31 15:33:29,928 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39704, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2752104898957334276_1273, duration: 1067635
2013-10-31 15:33:29,928 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2752104898957334276_1273 terminating
2013-10-31 15:33:29,928 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2752104898957334276_1273 size 114
2013-10-31 15:33:29,928 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41129, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2752104898957334276_1273, duration: 1412147
2013-10-31 15:33:29,928 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2752104898957334276_1273 terminating
2013-10-31 15:33:29,929 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53204, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2752104898957334276_1273, duration: 1853624
2013-10-31 15:33:29,929 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2752104898957334276_1273 size 114
2013-10-31 15:33:29,929 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2752104898957334276_1273 terminating
2013-10-31 15:33:29,930 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0019_m_000003_0
2013-10-31 15:33:29,930 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0019_m_000003_0
2013-10-31 15:33:29,931 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2752104898957334276_1273 size 114
2013-10-31 15:33:29,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4750855807170875648_1273 src: /127.0.0.1:41126 dest: /127.0.0.1:53907
2013-10-31 15:33:29,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4750855807170875648_1273 src: /127.0.0.1:39705 dest: /127.0.0.1:48948
2013-10-31 15:33:29,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4750855807170875648_1273 src: /127.0.0.1:53211 dest: /127.0.0.1:57702
2013-10-31 15:33:29,936 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53211, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4750855807170875648_1273, duration: 1336886
2013-10-31 15:33:29,936 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4750855807170875648_1273 terminating
2013-10-31 15:33:29,936 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4750855807170875648_1273 size 92
2013-10-31 15:33:29,936 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39705, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4750855807170875648_1273, duration: 1489958
2013-10-31 15:33:29,937 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4750855807170875648_1273 terminating
2013-10-31 15:33:29,937 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41126, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0019_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4750855807170875648_1273, duration: 1873739
2013-10-31 15:33:29,937 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4750855807170875648_1273 size 92
2013-10-31 15:33:29,937 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4750855807170875648_1273 terminating
2013-10-31 15:33:29,938 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4750855807170875648_1273 size 92
2013-10-31 15:33:29,938 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0019_m_000002_0
2013-10-31 15:33:29,938 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0019_m_000002_0
2013-10-31 15:33:29,979 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0019_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:29,979 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0019_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:29,979 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000003_0 0.0%
2013-10-31 15:33:29,979 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000005_0 0.0%
2013-10-31 15:33:29,985 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0019_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:29,985 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000002_0 0.0%
2013-10-31 15:33:30,760 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0019_m_000007_0
2013-10-31 15:33:30,760 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0019_m_000007_0
2013-10-31 15:33:30,761 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0019_m_000007_0 not found in cache
2013-10-31 15:33:31,763 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0019_m_000000_0
2013-10-31 15:33:31,763 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0019_m_000001_0
2013-10-31 15:33:31,769 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0019_m_000002_0
2013-10-31 15:33:31,769 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0019_m_000003_0
2013-10-31 15:33:31,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000003_0 dst=null perm=null
2013-10-31 15:33:31,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:31,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000002_0 dst=null perm=null
2013-10-31 15:33:31,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:31,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:31,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:32,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000003_0 dst=null perm=null
2013-10-31 15:33:32,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000002_0 dst=null perm=null
2013-10-31 15:33:32,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000001_0 dst=null perm=null
2013-10-31 15:33:32,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:32,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000000_0 dst=null perm=null
2013-10-31 15:33:32,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:32,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:32,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:32,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000001_0 dst=null perm=null
2013-10-31 15:33:32,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000000_0 dst=null perm=null
2013-10-31 15:33:32,858 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0019_m_000004_0
2013-10-31 15:33:32,858 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0019_m_000005_0
2013-10-31 15:33:32,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000004_0 dst=null perm=null
2013-10-31 15:33:32,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:32,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:32,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000004_0 dst=null perm=null
2013-10-31 15:33:32,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000005_0 dst=null perm=null
2013-10-31 15:33:32,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:33,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:33,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary/_attempt_20131031152505967_0019_m_000005_0 dst=null perm=null
2013-10-31 15:33:33,016 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_8318023781208025804_1054
2013-10-31 15:33:33,227 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:33:33,230 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:33:33,230 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0019_m_000001_0 is done.
2013-10-31 15:33:33,231 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0019_m_000001_0 was -1
2013-10-31 15:33:33,231 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:33:33,233 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:33:33,235 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:33:33,236 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0019_m_000000_0 is done.
2013-10-31 15:33:33,236 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0019_m_000000_0 was -1
2013-10-31 15:33:33,236 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:33:33,468 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:33:33,472 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:33:33,475 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0019_m_000003_0 is done.
2013-10-31 15:33:33,475 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0019_m_000003_0 was -1
2013-10-31 15:33:33,475 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:33:33,479 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:33:33,481 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:33:33,481 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0019_m_000002_0 is done.
2013-10-31 15:33:33,482 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0019_m_000002_0 was -1
2013-10-31 15:33:33,482 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:33:34,448 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:33:34,450 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:33:34,451 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0019_m_000004_0 is done.
2013-10-31 15:33:34,451 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0019_m_000004_0 was -1
2013-10-31 15:33:34,451 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:33:34,494 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:33:34,496 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:33:34,496 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0019_m_000005_0 is done.
2013-10-31 15:33:34,496 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0019_m_000005_0 was -1
2013-10-31 15:33:34,496 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:33:34,768 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0019_m_000000_0' has completed task_20131031152505967_0019_m_000000 successfully.
2013-10-31 15:33:34,769 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0019_m_000001_0' has completed task_20131031152505967_0019_m_000001 successfully.
2013-10-31 15:33:34,774 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0019_m_000002_0' has completed task_20131031152505967_0019_m_000002 successfully.
2013-10-31 15:33:34,775 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0019_m_000003_0' has completed task_20131031152505967_0019_m_000003 successfully.
2013-10-31 15:33:35,863 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0019_m_000004_0' has completed task_20131031152505967_0019_m_000004 successfully.
2013-10-31 15:33:35,864 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0019_m_000005_0' has completed task_20131031152505967_0019_m_000005 successfully.
2013-10-31 15:33:35,867 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0019_m_000006_0' to tip task_20131031152505967_0019_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:33:35,869 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0019_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:33:35,869 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0019_m_000006_0 which needs 1 slots
2013-10-31 15:33:35,870 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0019_m_000006_0 which needs 1 slots
2013-10-31 15:33:35,907 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0019/attempt_20131031152505967_0019_m_000006_0. Attempting to reuse: jvm_20131031152505967_0019_m_-309210313
2013-10-31 15:33:35,975 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0019_m_-309210313 given task: attempt_20131031152505967_0019_m_000006_0
2013-10-31 15:33:36,110 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000006_0 0.0%
2013-10-31 15:33:36,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_temporary dst=null perm=null
2013-10-31 15:33:36,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:36,125 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_SUCCESS from client DFSClient_attempt_20131031152505967_0019_m_000006_0
2013-10-31 15:33:36,125 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0019_m_000006_0
2013-10-31 15:33:36,132 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7982810845983646833 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:33:36,132 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7982810845983646833 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:36,132 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7982810845983646833 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:36,133 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7982810845983646833 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:36,133 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4601610976309643378 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:33:36,133 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4601610976309643378 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:36,133 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4601610976309643378 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:36,133 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4601610976309643378 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:36,134 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6333640851829704571 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:36,134 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6333640851829704571 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:36,134 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6333640851829704571 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:33:36,134 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8823505152136009660 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:36,135 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8823505152136009660 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:36,135 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8823505152136009660 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:36,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0019 dst=null perm=null
2013-10-31 15:33:37,084 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-6333640851829704571_1263 blk_-7982810845983646833_1261 blk_-8823505152136009660_1264 blk_-4601610976309643378_1262
2013-10-31 15:33:37,084 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-7982810845983646833_1261 blk_-8823505152136009660_1264 blk_-4601610976309643378_1262
2013-10-31 15:33:38,493 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8823505152136009660_1264 file build/test/data/dfs/data/data1/current/blk_-8823505152136009660 for deletion
2013-10-31 15:33:38,493 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7982810845983646833_1261 file build/test/data/dfs/data/data1/current/blk_-7982810845983646833 for deletion
2013-10-31 15:33:38,493 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8823505152136009660_1264 at file build/test/data/dfs/data/data1/current/blk_-8823505152136009660
2013-10-31 15:33:38,493 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4601610976309643378_1262 file build/test/data/dfs/data/data2/current/blk_-4601610976309643378 for deletion
2013-10-31 15:33:38,494 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7982810845983646833_1261 at file build/test/data/dfs/data/data1/current/blk_-7982810845983646833
2013-10-31 15:33:38,494 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4601610976309643378_1262 at file build/test/data/dfs/data/data2/current/blk_-4601610976309643378
2013-10-31 15:33:39,084 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0019_m_000006_0 0.0% cleanup
2013-10-31 15:33:39,085 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0019_m_000006_0 is done.
2013-10-31 15:33:39,085 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0019_m_000006_0 was -1
2013-10-31 15:33:39,086 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:33:39,103 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8823505152136009660_1264 file build/test/data/dfs/data/data4/current/blk_-8823505152136009660 for deletion
2013-10-31 15:33:39,103 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7982810845983646833_1261 file build/test/data/dfs/data/data3/current/blk_-7982810845983646833 for deletion
2013-10-31 15:33:39,103 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8823505152136009660_1264 at file build/test/data/dfs/data/data4/current/blk_-8823505152136009660
2013-10-31 15:33:39,103 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6333640851829704571_1263 file build/test/data/dfs/data/data3/current/blk_-6333640851829704571 for deletion
2013-10-31 15:33:39,104 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7982810845983646833_1261 at file build/test/data/dfs/data/data3/current/blk_-7982810845983646833
2013-10-31 15:33:39,104 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4601610976309643378_1262 file build/test/data/dfs/data/data4/current/blk_-4601610976309643378 for deletion
2013-10-31 15:33:39,104 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6333640851829704571_1263 at file build/test/data/dfs/data/data3/current/blk_-6333640851829704571
2013-10-31 15:33:39,104 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4601610976309643378_1262 at file build/test/data/dfs/data/data4/current/blk_-4601610976309643378
2013-10-31 15:33:40,085 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-6333640851829704571_1263 blk_-7982810845983646833_1261 blk_-8823505152136009660_1264 blk_-4601610976309643378_1262
2013-10-31 15:33:40,085 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-6333640851829704571_1263 blk_-7982810845983646833_1261 blk_-4601610976309643378_1262
2013-10-31 15:33:41,877 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0019_m_000006_0' has completed task_20131031152505967_0019_m_000006 successfully.
2013-10-31 15:33:41,878 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0019 has completed successfully.
2013-10-31 15:33:41,879 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0019,submitTime=1383233594761,launchTime=1383233594871,firstMapTaskLaunchTime=1383233605753,firstJobSetupTaskLaunchTime=1383233596732,firstJobCleanupTaskLaunchTime=1383233615866,finishTime=1383233621878,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=54,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[CC757B6D7ACF48C99188C4FBEB169A35/9F9B85B204A3496BA385DC86FDC328D9] offset*merge1*offset/(3/3)
2013-10-31 15:33:41,884 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_logs/history/job_20131031152505967_0019_1383233594761_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2F9F9B85B204A3496B. blk_-4507160178218683168_1274
2013-10-31 15:33:41,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4507160178218683168_1274 src: /127.0.0.1:46440 dest: /127.0.0.1:42991
2013-10-31 15:33:41,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4507160178218683168_1274 src: /127.0.0.1:41139 dest: /127.0.0.1:53907
2013-10-31 15:33:41,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4507160178218683168_1274 src: /127.0.0.1:39714 dest: /127.0.0.1:48948
2013-10-31 15:33:41,902 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39714, dest: /127.0.0.1:48948, bytes: 29176, op: HDFS_WRITE, cliID: DFSClient_162334952, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4507160178218683168_1274, duration: 6057153
2013-10-31 15:33:41,902 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4507160178218683168_1274 terminating
2013-10-31 15:33:41,903 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41139, dest: /127.0.0.1:53907, bytes: 29176, op: HDFS_WRITE, cliID: DFSClient_162334952, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4507160178218683168_1274, duration: 4174369
2013-10-31 15:33:41,903 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4507160178218683168_1274 terminating
2013-10-31 15:33:41,904 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4507160178218683168_1274 size 29176
2013-10-31 15:33:41,904 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46440, dest: /127.0.0.1:42991, bytes: 29176, op: HDFS_WRITE, cliID: DFSClient_162334952, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4507160178218683168_1274, duration: 6164350
2013-10-31 15:33:41,904 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4507160178218683168_1274 terminating
2013-10-31 15:33:41,908 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4507160178218683168_1274 size 29176
2013-10-31 15:33:41,909 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_logs/history/job_20131031152505967_0019_1383233594761_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2F9F9B85B204A3496B from client DFSClient_162334952
2013-10-31 15:33:41,909 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/_logs/history/job_20131031152505967_0019_1383233594761_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2F9F9B85B204A3496B is closed by DFSClient_162334952
2013-10-31 15:33:41,910 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4507160178218683168_1274 size 29176
2013-10-31 15:33:41,915 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0019_1383233594761_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2F9F9B85B204A3496B to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:33:41,916 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0019_m_000004_0'
2013-10-31 15:33:41,916 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0019_m_000005_0'
2013-10-31 15:33:41,916 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0019_m_000006_0'
2013-10-31 15:33:41,918 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4371015338543050988 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:33:41,918 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4371015338543050988 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:41,918 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4371015338543050988 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:41,922 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0019_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:33:41,922 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] starting step: (2/3)
2013-10-31 15:33:41,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0019 dst=null perm=null
2013-10-31 15:33:41,928 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:33:41,928 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:33:41,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:41,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:33:41,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:41,947 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.jar. blk_-5791651123646610810_1275
2013-10-31 15:33:41,948 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5791651123646610810_1275 src: /127.0.0.1:46444 dest: /127.0.0.1:42991
2013-10-31 15:33:41,950 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5791651123646610810_1275 src: /127.0.0.1:53222 dest: /127.0.0.1:57702
2013-10-31 15:33:41,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5791651123646610810_1275 src: /127.0.0.1:41144 dest: /127.0.0.1:53907
2013-10-31 15:33:41,967 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41144, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5791651123646610810_1275, duration: 11894559
2013-10-31 15:33:41,967 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5791651123646610810_1275 terminating
2013-10-31 15:33:41,968 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53222, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5791651123646610810_1275, duration: 13263432
2013-10-31 15:33:41,968 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5791651123646610810_1275 terminating
2013-10-31 15:33:41,969 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46444, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5791651123646610810_1275, duration: 13707170
2013-10-31 15:33:41,969 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5791651123646610810_1275 terminating
2013-10-31 15:33:41,971 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5791651123646610810_1275 size 238055
2013-10-31 15:33:41,971 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.jar from client DFSClient_1342392704
2013-10-31 15:33:41,972 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.jar is closed by DFSClient_1342392704
2013-10-31 15:33:41,972 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5791651123646610810_1275 size 238055
2013-10-31 15:33:41,973 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5791651123646610810_1275 size 238055
2013-10-31 15:33:41,976 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.jar. New replication is 10
2013-10-31 15:33:41,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.jar dst=null perm=null
2013-10-31 15:33:41,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:41,988 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:33:41,992 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:33:41,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:41,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:42,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:42,005 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split. New replication is 10
2013-10-31 15:33:42,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split dst=null perm=null
2013-10-31 15:33:42,012 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split. blk_-7098530434636844933_1276
2013-10-31 15:33:42,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7098530434636844933_1276 src: /127.0.0.1:41145 dest: /127.0.0.1:53907
2013-10-31 15:33:42,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7098530434636844933_1276 src: /127.0.0.1:53225 dest: /127.0.0.1:57702
2013-10-31 15:33:42,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7098530434636844933_1276 src: /127.0.0.1:46449 dest: /127.0.0.1:42991
2013-10-31 15:33:42,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7098530434636844933_1276 src: /127.0.0.1:39722 dest: /127.0.0.1:48948
2013-10-31 15:33:42,022 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39722, dest: /127.0.0.1:48948, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7098530434636844933_1276, duration: 113360
2013-10-31 15:33:42,023 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7098530434636844933_1276 terminating
2013-10-31 15:33:42,023 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7098530434636844933_1276 size 1767
2013-10-31 15:33:42,023 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46449, dest: /127.0.0.1:42991, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7098530434636844933_1276, duration: 1033444
2013-10-31 15:33:42,024 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7098530434636844933_1276 terminating
2013-10-31 15:33:42,024 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53225, dest: /127.0.0.1:57702, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7098530434636844933_1276, duration: 2268435
2013-10-31 15:33:42,025 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7098530434636844933_1276 terminating
2013-10-31 15:33:42,025 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41145, dest: /127.0.0.1:53907, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7098530434636844933_1276, duration: 3060881
2013-10-31 15:33:42,026 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-7098530434636844933_1276 terminating
2013-10-31 15:33:42,026 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7098530434636844933_1276 size 1767
2013-10-31 15:33:42,028 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split from client DFSClient_1342392704
2013-10-31 15:33:42,029 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split is closed by DFSClient_1342392704
2013-10-31 15:33:42,029 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7098530434636844933_1276 size 1767
2013-10-31 15:33:42,029 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7098530434636844933_1276 size 1767
2013-10-31 15:33:42,104 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7982810845983646833_1261 file build/test/data/dfs/data/data7/current/blk_-7982810845983646833 for deletion
2013-10-31 15:33:42,105 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6333640851829704571_1263 file build/test/data/dfs/data/data7/current/blk_-6333640851829704571 for deletion
2013-10-31 15:33:42,105 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7982810845983646833_1261 at file build/test/data/dfs/data/data7/current/blk_-7982810845983646833
2013-10-31 15:33:42,105 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4601610976309643378_1262 file build/test/data/dfs/data/data8/current/blk_-4601610976309643378 for deletion
2013-10-31 15:33:42,106 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6333640851829704571_1263 at file build/test/data/dfs/data/data7/current/blk_-6333640851829704571
2013-10-31 15:33:42,106 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4601610976309643378_1262 at file build/test/data/dfs/data/data8/current/blk_-4601610976309643378
2013-10-31 15:33:42,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:42,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:42,639 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.splitmetainfo. blk_1661318748214428663_1277
2013-10-31 15:33:42,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1661318748214428663_1277 src: /127.0.0.1:41149 dest: /127.0.0.1:53907
2013-10-31 15:33:42,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1661318748214428663_1277 src: /127.0.0.1:39724 dest: /127.0.0.1:48948
2013-10-31 15:33:42,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1661318748214428663_1277 src: /127.0.0.1:46453 dest: /127.0.0.1:42991
2013-10-31 15:33:42,647 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46453, dest: /127.0.0.1:42991, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1661318748214428663_1277, duration: 75896
2013-10-31 15:33:42,648 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1661318748214428663_1277 terminating
2013-10-31 15:33:42,648 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39724, dest: /127.0.0.1:48948, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1661318748214428663_1277, duration: 923287
2013-10-31 15:33:42,648 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1661318748214428663_1277 terminating
2013-10-31 15:33:42,649 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41149, dest: /127.0.0.1:53907, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1661318748214428663_1277, duration: 1800832
2013-10-31 15:33:42,650 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1661318748214428663_1277 terminating
2013-10-31 15:33:42,653 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1661318748214428663_1277 size 183
2013-10-31 15:33:42,653 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:33:42,654 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:33:42,654 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1661318748214428663_1277 size 183
2013-10-31 15:33:42,655 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1661318748214428663_1277 size 183
2013-10-31 15:33:42,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:42,668 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8823505152136009660_1264 file build/test/data/dfs/data/data5/current/blk_-8823505152136009660 for deletion
2013-10-31 15:33:42,668 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7982810845983646833_1261 file build/test/data/dfs/data/data5/current/blk_-7982810845983646833 for deletion
2013-10-31 15:33:42,669 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8823505152136009660_1264 at file build/test/data/dfs/data/data5/current/blk_-8823505152136009660
2013-10-31 15:33:42,669 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6333640851829704571_1263 file build/test/data/dfs/data/data6/current/blk_-6333640851829704571 for deletion
2013-10-31 15:33:42,669 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4601610976309643378_1262 file build/test/data/dfs/data/data5/current/blk_-4601610976309643378 for deletion
2013-10-31 15:33:42,669 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6333640851829704571_1263 at file build/test/data/dfs/data/data6/current/blk_-6333640851829704571
2013-10-31 15:33:42,669 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7982810845983646833_1261 at file build/test/data/dfs/data/data5/current/blk_-7982810845983646833
2013-10-31 15:33:42,670 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4601610976309643378_1262 at file build/test/data/dfs/data/data5/current/blk_-4601610976309643378
2013-10-31 15:33:42,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:42,677 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.xml. blk_5386005000102796198_1278
2013-10-31 15:33:42,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5386005000102796198_1278 src: /127.0.0.1:41152 dest: /127.0.0.1:53907
2013-10-31 15:33:42,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5386005000102796198_1278 src: /127.0.0.1:46455 dest: /127.0.0.1:42991
2013-10-31 15:33:42,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5386005000102796198_1278 src: /127.0.0.1:53233 dest: /127.0.0.1:57702
2013-10-31 15:33:42,685 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53233, dest: /127.0.0.1:57702, bytes: 29036, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5386005000102796198_1278, duration: 368245
2013-10-31 15:33:42,686 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5386005000102796198_1278 terminating
2013-10-31 15:33:42,686 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46455, dest: /127.0.0.1:42991, bytes: 29036, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5386005000102796198_1278, duration: 1177768
2013-10-31 15:33:42,687 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5386005000102796198_1278 terminating
2013-10-31 15:33:42,687 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41152, dest: /127.0.0.1:53907, bytes: 29036, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5386005000102796198_1278, duration: 2187012
2013-10-31 15:33:42,687 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5386005000102796198_1278 size 29036
2013-10-31 15:33:42,688 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5386005000102796198_1278 terminating
2013-10-31 15:33:42,690 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5386005000102796198_1278 size 29036
2013-10-31 15:33:42,691 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.xml from client DFSClient_1342392704
2013-10-31 15:33:42,691 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.xml is closed by DFSClient_1342392704
2013-10-31 15:33:42,692 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5386005000102796198_1278 size 29036
2013-10-31 15:33:42,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.xml dst=null perm=null
2013-10-31 15:33:42,706 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53235, bytes: 29264, op: HDFS_READ, cliID: DFSClient_-430066616, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5386005000102796198_1278, duration: 396340
2013-10-31 15:33:42,706 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated HDFSReadDelay 68 raw values into 1 aggregated values, total 5
2013-10-31 15:33:42,725 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0020: nMaps=5 nReduces=0 max=-1
2013-10-31 15:33:42,726 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0020 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:33:42,726 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0020
2013-10-31 15:33:42,726 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0020 RESULT=SUCCESS
2013-10-31 15:33:42,726 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0020
2013-10-31 15:33:42,727 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] submitted hadoop job: job_20131031152505967_0020
2013-10-31 15:33:42,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_logs/history/job_20131031152505967_0020_1383233622697_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2FB2EB3FCF4F2D4286 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:42,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_logs/history/job_20131031152505967_0020_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:42,747 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_logs/history/job_20131031152505967_0020_conf.xml. blk_-5539395158900235766_1280
2013-10-31 15:33:42,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5539395158900235766_1280 src: /127.0.0.1:46459 dest: /127.0.0.1:42991
2013-10-31 15:33:42,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5539395158900235766_1280 src: /127.0.0.1:41158 dest: /127.0.0.1:53907
2013-10-31 15:33:42,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5539395158900235766_1280 src: /127.0.0.1:53238 dest: /127.0.0.1:57702
2013-10-31 15:33:42,752 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53238, dest: /127.0.0.1:57702, bytes: 29101, op: HDFS_WRITE, cliID: DFSClient_-430066616, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5539395158900235766_1280, duration: 359208
2013-10-31 15:33:42,752 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5539395158900235766_1280 terminating
2013-10-31 15:33:42,752 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5539395158900235766_1280 size 29101
2013-10-31 15:33:42,753 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41158, dest: /127.0.0.1:53907, bytes: 29101, op: HDFS_WRITE, cliID: DFSClient_-430066616, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5539395158900235766_1280, duration: 1481637
2013-10-31 15:33:42,753 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5539395158900235766_1280 terminating
2013-10-31 15:33:42,754 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46459, dest: /127.0.0.1:42991, bytes: 29101, op: HDFS_WRITE, cliID: DFSClient_-430066616, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5539395158900235766_1280, duration: 2448462
2013-10-31 15:33:42,754 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5539395158900235766_1280 terminating
2013-10-31 15:33:42,756 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5539395158900235766_1280 size 29101
2013-10-31 15:33:42,756 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_logs/history/job_20131031152505967_0020_conf.xml from client DFSClient_-430066616
2013-10-31 15:33:42,757 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_logs/history/job_20131031152505967_0020_conf.xml is closed by DFSClient_-430066616
2013-10-31 15:33:42,758 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5539395158900235766_1280 size 29101
2013-10-31 15:33:42,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0020/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:42,769 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0020/jobToken. blk_8692426395288409566_1281
2013-10-31 15:33:42,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8692426395288409566_1281 src: /127.0.0.1:39734 dest: /127.0.0.1:48948
2013-10-31 15:33:42,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8692426395288409566_1281 src: /127.0.0.1:41161 dest: /127.0.0.1:53907
2013-10-31 15:33:42,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8692426395288409566_1281 src: /127.0.0.1:53241 dest: /127.0.0.1:57702
2013-10-31 15:33:42,777 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53241, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8692426395288409566_1281, duration: 66289
2013-10-31 15:33:42,777 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8692426395288409566_1281 terminating
2013-10-31 15:33:42,777 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41161, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8692426395288409566_1281, duration: 825032
2013-10-31 15:33:42,778 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8692426395288409566_1281 terminating
2013-10-31 15:33:42,778 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8692426395288409566_1281 size 116
2013-10-31 15:33:42,778 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39734, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8692426395288409566_1281, duration: 1664749
2013-10-31 15:33:42,779 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8692426395288409566_1281 terminating
2013-10-31 15:33:42,782 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8692426395288409566_1281 size 116
2013-10-31 15:33:42,783 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0020/jobToken from client DFSClient_1342392704
2013-10-31 15:33:42,783 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0020/jobToken is closed by DFSClient_1342392704
2013-10-31 15:33:42,784 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8692426395288409566_1281 size 116
2013-10-31 15:33:42,788 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0020/jobToken
2013-10-31 15:33:42,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.splitmetainfo dst=null perm=null
2013-10-31 15:33:42,792 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46465, bytes: 187, op: HDFS_READ, cliID: DFSClient_-430066616, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1661318748214428663_1277, duration: 268061
2013-10-31 15:33:42,794 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0020 = 15. Number of splits = 5
2013-10-31 15:33:42,794 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,794 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,795 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,795 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,795 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,795 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,796 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,796 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,796 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,796 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,796 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,797 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,797 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,797 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,797 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0020_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:33:42,798 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0020 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:33:42,798 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0020 initialized successfully with 5 map tasks and 0 reduce tasks.
2013-10-31 15:33:43,086 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:57702 to replicate blk_-5791651123646610810_1275 to datanode(s) 127.0.0.1:48948
2013-10-31 15:33:43,086 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_4371015338543050988_1267
2013-10-31 15:33:43,086 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_4371015338543050988_1267
2013-10-31 15:33:43,784 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0020_m_000006_0' to tip task_20131031152505967_0020_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:33:43,793 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0019_m_000000_0'
2013-10-31 15:33:43,793 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0019_m_000001_0'
2013-10-31 15:33:43,793 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0019_m_000007_0'
2013-10-31 15:33:43,796 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0019_m_000002_0'
2013-10-31 15:33:43,796 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0019_m_000003_0'
2013-10-31 15:33:43,797 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0020_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:33:43,797 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0020_m_000006_0 which needs 1 slots
2013-10-31 15:33:43,798 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0020_m_000006_0 which needs 1 slots
2013-10-31 15:33:43,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0020/jobToken dst=null perm=null
2013-10-31 15:33:43,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39738, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8692426395288409566_1281, duration: 294131
2013-10-31 15:33:43,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.xml dst=null perm=null
2013-10-31 15:33:43,817 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41166, bytes: 29264, op: HDFS_READ, cliID: DFSClient_60492097, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5386005000102796198_1278, duration: 375888
2013-10-31 15:33:43,847 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:33:43,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.jar dst=null perm=null
2013-10-31 15:33:43,878 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41167, bytes: 239915, op: HDFS_READ, cliID: DFSClient_60492097, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5791651123646610810_1275, duration: 1312766
2013-10-31 15:33:43,988 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0019_m_1012066889
2013-10-31 15:33:43,992 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31061 with signal TERM. Exit code 0
2013-10-31 15:33:43,993 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0020_m_-544449493
2013-10-31 15:33:43,993 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0020_m_-544449493 spawned.
2013-10-31 15:33:43,994 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0020/attempt_20131031152505967_0020_m_000006_0/taskjvm.sh
2013-10-31 15:33:44,259 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0019_m_1012066889
2013-10-31 15:33:44,454 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:44,454 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:44,454 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:44,455 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0019_m_1012066889 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:33:44,495 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4371015338543050988_1267 file build/test/data/dfs/data/data1/current/blk_4371015338543050988 for deletion
2013-10-31 15:33:44,495 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4371015338543050988_1267 at file build/test/data/dfs/data/data1/current/blk_4371015338543050988
2013-10-31 15:33:44,872 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0019
2013-10-31 15:33:44,872 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0019 being deleted.
2013-10-31 15:33:45,068 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0020_m_-544449493 given task: attempt_20131031152505967_0020_m_000006_0
2013-10-31 15:33:45,104 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4371015338543050988_1267 file build/test/data/dfs/data/data3/current/blk_4371015338543050988 for deletion
2013-10-31 15:33:45,105 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4371015338543050988_1267 at file build/test/data/dfs/data/data3/current/blk_4371015338543050988
2013-10-31 15:33:45,106 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218) Starting thread to transfer block blk_-5791651123646610810_1275 to 127.0.0.1:48948
2013-10-31 15:33:45,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5791651123646610810_1275 src: /127.0.0.1:39743 dest: /127.0.0.1:48948
2013-10-31 15:33:45,108 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218):Transmitted block blk_-5791651123646610810_1275 to /127.0.0.1:48948
2013-10-31 15:33:45,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-5791651123646610810_1275 src: /127.0.0.1:39743 dest: /127.0.0.1:48948 of size 238055
2013-10-31 15:33:45,114 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5791651123646610810_1275 size 238055
2013-10-31 15:33:45,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:46,087 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_4371015338543050988_1267
2013-10-31 15:33:46,918 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0019
2013-10-31 15:33:46,919 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0019_m_000004_0 not found in cache
2013-10-31 15:33:46,919 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0019_m_000006_0 not found in cache
2013-10-31 15:33:46,919 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0019_m_000005_0 not found in cache
2013-10-31 15:33:46,920 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0019 for user-log deletion with retainTimeStamp:1383320026920
2013-10-31 15:33:47,030 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0019_m_-1404265060 since job job_20131031152505967_0019 is dead
2013-10-31 15:33:47,040 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31438 with signal TERM. Exit code 0
2013-10-31 15:33:47,123 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0019_m_-309210313 since job job_20131031152505967_0019 is dead
2013-10-31 15:33:47,133 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31468 with signal TERM. Exit code 0
2013-10-31 15:33:47,200 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:47,200 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:47,200 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:47,201 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0019_m_-1404265060 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:33:47,303 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:47,303 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:47,303 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:47,303 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0019_m_-309210313 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:33:48,107 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4371015338543050988_1267 file build/test/data/dfs/data/data7/current/blk_4371015338543050988 for deletion
2013-10-31 15:33:48,107 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4371015338543050988_1267 at file build/test/data/dfs/data/data7/current/blk_4371015338543050988
2013-10-31 15:33:48,502 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000006_0 0.0% setup
2013-10-31 15:33:48,505 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0020_m_000006_0 is done.
2013-10-31 15:33:48,505 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0020_m_000006_0 was -1
2013-10-31 15:33:48,505 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:33:48,797 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0019
2013-10-31 15:33:48,798 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0019
2013-10-31 15:33:48,798 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0019_m_000003_0 not found in cache
2013-10-31 15:33:48,798 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0019_m_000000_0 not found in cache
2013-10-31 15:33:48,799 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0019_m_000002_0 not found in cache
2013-10-31 15:33:48,799 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0019_m_000001_0 not found in cache
2013-10-31 15:33:48,800 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0019 for user-log deletion with retainTimeStamp:1383320028799
2013-10-31 15:33:48,800 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0019 for user-log deletion with retainTimeStamp:1383320028800
2013-10-31 15:33:49,010 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0019_m_301879084 since job job_20131031152505967_0019 is dead
2013-10-31 15:33:49,019 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31324 with signal TERM. Exit code 0
2013-10-31 15:33:49,020 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0019_m_-1692135404 since job job_20131031152505967_0019 is dead
2013-10-31 15:33:49,030 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31323 with signal TERM. Exit code 0
2013-10-31 15:33:49,237 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:49,237 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:49,237 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:49,238 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0019_m_-1692135404 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:33:49,307 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:49,307 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:49,307 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:49,308 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0019_m_301879084 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:33:49,804 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0020_m_000006_0' has completed task_20131031152505967_0020_m_000006 successfully.
2013-10-31 15:33:49,808 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0020_m_000000_0' to tip task_20131031152505967_0020_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:33:49,811 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0020_m_000000
2013-10-31 15:33:49,812 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0020_m_000001_0' to tip task_20131031152505967_0020_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:33:49,812 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0020_m_000001
2013-10-31 15:33:49,814 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0020_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:33:49,815 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0020_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:33:49,816 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0020_m_000000_0 which needs 1 slots
2013-10-31 15:33:49,816 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0020_m_000000_0 which needs 1 slots
2013-10-31 15:33:49,816 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0020_m_000001_0 which needs 1 slots
2013-10-31 15:33:49,817 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0020_m_000001_0 which needs 1 slots
2013-10-31 15:33:49,852 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0020/attempt_20131031152505967_0020_m_000001_0. Attempting to reuse: jvm_20131031152505967_0020_m_-544449493
2013-10-31 15:33:49,853 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0019_m_-1991104244
2013-10-31 15:33:49,856 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31273 with signal TERM. Exit code 0
2013-10-31 15:33:49,857 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0020_m_793474939
2013-10-31 15:33:49,857 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0020_m_793474939 spawned.
2013-10-31 15:33:49,859 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0020/attempt_20131031152505967_0020_m_000000_0/taskjvm.sh
2013-10-31 15:33:49,954 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:33:49,954 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:33:49,954 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:33:49,954 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0019_m_-1991104244 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:33:50,060 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0020_m_-544449493 given task: attempt_20131031152505967_0020_m_000001_0
2013-10-31 15:33:50,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split dst=null perm=null
2013-10-31 15:33:50,160 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53251, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7098530434636844933_1276, duration: 164808
2013-10-31 15:33:50,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:50,200 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41173, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 110650
2013-10-31 15:33:50,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:50,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:50,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=null
2013-10-31 15:33:50,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00000 dst=null perm=null
2013-10-31 15:33:50,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00001 dst=null perm=null
2013-10-31 15:33:50,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00002 dst=null perm=null
2013-10-31 15:33:50,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00003 dst=null perm=null
2013-10-31 15:33:50,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00004 dst=null perm=null
2013-10-31 15:33:50,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00005 dst=null perm=null
2013-10-31 15:33:50,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00000 dst=null perm=null
2013-10-31 15:33:50,481 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46476, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8211273797463481184_1269, duration: 127418
2013-10-31 15:33:50,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00001 dst=null perm=null
2013-10-31 15:33:50,490 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39749, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4793547790825808939_1269, duration: 255959
2013-10-31 15:33:50,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00002 dst=null perm=null
2013-10-31 15:33:50,494 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39750, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4750855807170875648_1273, duration: 247854
2013-10-31 15:33:50,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00003 dst=null perm=null
2013-10-31 15:33:50,497 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41177, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2752104898957334276_1273, duration: 250770
2013-10-31 15:33:50,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00004 dst=null perm=null
2013-10-31 15:33:50,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46480, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2564579365516584165_1273, duration: 235790
2013-10-31 15:33:50,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00005 dst=null perm=null
2013-10-31 15:33:50,504 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53258, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7171921544500937804_1273, duration: 255639
2013-10-31 15:33:50,512 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000001_0/part-00001. blk_3330997263301404141_1282
2013-10-31 15:33:50,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3330997263301404141_1282 src: /127.0.0.1:39754 dest: /127.0.0.1:48948
2013-10-31 15:33:50,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3330997263301404141_1282 src: /127.0.0.1:41181 dest: /127.0.0.1:53907
2013-10-31 15:33:50,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3330997263301404141_1282 src: /127.0.0.1:53262 dest: /127.0.0.1:57702
2013-10-31 15:33:50,534 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53262, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3330997263301404141_1282, duration: 1732927
2013-10-31 15:33:50,534 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3330997263301404141_1282 terminating
2013-10-31 15:33:50,534 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41181, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3330997263301404141_1282, duration: 1851834
2013-10-31 15:33:50,535 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3330997263301404141_1282 terminating
2013-10-31 15:33:50,535 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39754, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3330997263301404141_1282, duration: 2299383
2013-10-31 15:33:50,536 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3330997263301404141_1282 terminating
2013-10-31 15:33:50,539 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3330997263301404141_1282 size 136
2013-10-31 15:33:50,539 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3330997263301404141_1282 size 136
2013-10-31 15:33:50,539 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3330997263301404141_1282 size 136
2013-10-31 15:33:50,699 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0020_m_793474939 given task: attempt_20131031152505967_0020_m_000000_0
2013-10-31 15:33:50,879 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0020_m_000002_0' to tip task_20131031152505967_0020_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:33:50,880 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0020_m_000002
2013-10-31 15:33:50,880 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0020_m_000003_0' to tip task_20131031152505967_0020_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:33:50,880 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0020_m_000003
2013-10-31 15:33:50,881 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0020_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:33:50,882 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0020_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:33:50,882 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0020_m_000002_0 which needs 1 slots
2013-10-31 15:33:50,882 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0020_m_000002_0 which needs 1 slots
2013-10-31 15:33:50,883 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0020_m_000003_0 which needs 1 slots
2013-10-31 15:33:50,883 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0020_m_000003_0 which needs 1 slots
2013-10-31 15:33:50,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0020/jobToken dst=null perm=null
2013-10-31 15:33:50,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53263, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8692426395288409566_1281, duration: 137099
2013-10-31 15:33:50,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.xml dst=null perm=null
2013-10-31 15:33:50,895 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41186, bytes: 29264, op: HDFS_READ, cliID: DFSClient_1182640918, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5386005000102796198_1278, duration: 158774
2013-10-31 15:33:50,908 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:33:50,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.jar dst=null perm=null
2013-10-31 15:33:50,922 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39761, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1182640918, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5791651123646610810_1275, duration: 626261
2013-10-31 15:33:50,927 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0020_m_000004_0' to tip task_20131031152505967_0020_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:33:50,927 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0020_m_000004
2013-10-31 15:33:50,928 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0020_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:33:50,928 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0020_m_000004_0 which needs 1 slots
2013-10-31 15:33:50,928 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0020_m_000004_0 which needs 1 slots
2013-10-31 15:33:50,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0020/jobToken dst=null perm=null
2013-10-31 15:33:50,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41188, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8692426395288409566_1281, duration: 116803
2013-10-31 15:33:50,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.xml dst=null perm=null
2013-10-31 15:33:50,936 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46492, bytes: 29264, op: HDFS_READ, cliID: DFSClient_1679428961, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5386005000102796198_1278, duration: 162290
2013-10-31 15:33:50,939 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0020_m_000001_0
2013-10-31 15:33:50,939 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0020_m_000001_0
2013-10-31 15:33:50,949 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:33:50,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.jar dst=null perm=null
2013-10-31 15:33:50,969 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41191, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1679428961, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5791651123646610810_1275, duration: 634966
2013-10-31 15:33:50,977 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0020_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:50,977 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000001_0 0.0%
2013-10-31 15:33:50,984 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0020_m_461176835
2013-10-31 15:33:50,985 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0020_m_461176835 spawned.
2013-10-31 15:33:50,986 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0020/attempt_20131031152505967_0020_m_000002_0/taskjvm.sh
2013-10-31 15:33:50,987 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0020_m_1132733043
2013-10-31 15:33:50,988 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0020_m_1132733043 spawned.
2013-10-31 15:33:50,989 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0020/attempt_20131031152505967_0020_m_000003_0/taskjvm.sh
2013-10-31 15:33:51,125 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0020_m_98570145
2013-10-31 15:33:51,126 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0020_m_98570145 spawned.
2013-10-31 15:33:51,127 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0020/attempt_20131031152505967_0020_m_000004_0/taskjvm.sh
2013-10-31 15:33:51,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split dst=null perm=null
2013-10-31 15:33:51,445 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39767, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7098530434636844933_1276, duration: 170404
2013-10-31 15:33:51,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:51,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:51,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:51,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=null
2013-10-31 15:33:51,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00000 dst=null perm=null
2013-10-31 15:33:51,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00001 dst=null perm=null
2013-10-31 15:33:51,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00002 dst=null perm=null
2013-10-31 15:33:51,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00003 dst=null perm=null
2013-10-31 15:33:51,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00004 dst=null perm=null
2013-10-31 15:33:51,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00005 dst=null perm=null
2013-10-31 15:33:51,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00000 dst=null perm=null
2013-10-31 15:33:51,835 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53273, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8211273797463481184_1269, duration: 128003
2013-10-31 15:33:51,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00001 dst=null perm=null
2013-10-31 15:33:51,845 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41195, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4793547790825808939_1269, duration: 100131
2013-10-31 15:33:51,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00002 dst=null perm=null
2013-10-31 15:33:51,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41196, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4750855807170875648_1273, duration: 7355533
2013-10-31 15:33:51,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00003 dst=null perm=null
2013-10-31 15:33:51,858 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53276, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2752104898957334276_1273, duration: 123019
2013-10-31 15:33:51,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00004 dst=null perm=null
2013-10-31 15:33:51,861 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41199, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2564579365516584165_1273, duration: 98269
2013-10-31 15:33:51,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00005 dst=null perm=null
2013-10-31 15:33:51,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46502, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7171921544500937804_1273, duration: 99523
2013-10-31 15:33:51,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46503, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 103235
2013-10-31 15:33:51,874 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000000_0/part-00000. blk_-2904532152750052042_1283
2013-10-31 15:33:51,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2904532152750052042_1283 src: /127.0.0.1:39777 dest: /127.0.0.1:48948
2013-10-31 15:33:51,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2904532152750052042_1283 src: /127.0.0.1:53284 dest: /127.0.0.1:57702
2013-10-31 15:33:51,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2904532152750052042_1283 src: /127.0.0.1:41206 dest: /127.0.0.1:53907
2013-10-31 15:33:51,902 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41206, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2904532152750052042_1283, duration: 1129951
2013-10-31 15:33:51,902 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2904532152750052042_1283 terminating
2013-10-31 15:33:51,903 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53284, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2904532152750052042_1283, duration: 1348225
2013-10-31 15:33:51,903 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2904532152750052042_1283 terminating
2013-10-31 15:33:51,903 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39777, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2904532152750052042_1283, duration: 1748984
2013-10-31 15:33:51,903 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2904532152750052042_1283 terminating
2013-10-31 15:33:51,905 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2904532152750052042_1283 size 114
2013-10-31 15:33:51,906 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2904532152750052042_1283 size 114
2013-10-31 15:33:51,907 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2904532152750052042_1283 size 114
2013-10-31 15:33:52,035 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0020_m_98570145 given task: attempt_20131031152505967_0020_m_000004_0
2013-10-31 15:33:52,051 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0020_m_461176835 given task: attempt_20131031152505967_0020_m_000002_0
2013-10-31 15:33:52,054 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0020_m_1132733043 given task: attempt_20131031152505967_0020_m_000003_0
2013-10-31 15:33:52,305 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0020_m_000000_0
2013-10-31 15:33:52,305 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0020_m_000000_0
2013-10-31 15:33:52,350 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0020_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:52,351 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000000_0 0.0%
2013-10-31 15:33:52,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split dst=null perm=null
2013-10-31 15:33:52,538 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41210, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000004_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7098530434636844933_1276, duration: 167146
2013-10-31 15:33:52,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split dst=null perm=null
2013-10-31 15:33:52,545 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53290, bytes: 1267, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000002_0, offset: 512, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7098530434636844933_1276, duration: 135637
2013-10-31 15:33:52,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020/job.split dst=null perm=null
2013-10-31 15:33:52,557 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53291, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7098530434636844933_1276, duration: 145759
2013-10-31 15:33:52,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:52,578 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41213, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 111103
2013-10-31 15:33:52,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:52,584 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41214, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 121031
2013-10-31 15:33:52,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:52,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:33:52,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:52,596 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39789, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 105803
2013-10-31 15:33:52,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:52,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:52,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:52,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:52,816 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0020_m_000000_0
2013-10-31 15:33:52,816 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0020_m_000001_0
2013-10-31 15:33:52,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=null
2013-10-31 15:33:52,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=null
2013-10-31 15:33:52,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00000 dst=null perm=null
2013-10-31 15:33:52,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00001 dst=null perm=null
2013-10-31 15:33:52,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00002 dst=null perm=null
2013-10-31 15:33:52,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00003 dst=null perm=null
2013-10-31 15:33:52,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00000 dst=null perm=null
2013-10-31 15:33:52,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00004 dst=null perm=null
2013-10-31 15:33:52,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00005 dst=null perm=null
2013-10-31 15:33:52,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00001 dst=null perm=null
2013-10-31 15:33:52,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00002 dst=null perm=null
2013-10-31 15:33:52,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00003 dst=null perm=null
2013-10-31 15:33:52,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=null
2013-10-31 15:33:52,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00004 dst=null perm=null
2013-10-31 15:33:52,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00000 dst=null perm=null
2013-10-31 15:33:52,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00005 dst=null perm=null
2013-10-31 15:33:52,846 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39790, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8211273797463481184_1269, duration: 144840
2013-10-31 15:33:52,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00000 dst=null perm=null
2013-10-31 15:33:52,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00000 dst=null perm=null
2013-10-31 15:33:52,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00001 dst=null perm=null
2013-10-31 15:33:52,850 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39791, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8211273797463481184_1269, duration: 145744
2013-10-31 15:33:52,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00002 dst=null perm=null
2013-10-31 15:33:52,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00003 dst=null perm=null
2013-10-31 15:33:52,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00004 dst=null perm=null
2013-10-31 15:33:52,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00001 dst=null perm=null
2013-10-31 15:33:52,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00005 dst=null perm=null
2013-10-31 15:33:52,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41219, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4793547790825808939_1269, duration: 102918
2013-10-31 15:33:52,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00002 dst=null perm=null
2013-10-31 15:33:52,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00000 dst=null perm=null
2013-10-31 15:33:52,858 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39794, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4750855807170875648_1273, duration: 115399
2013-10-31 15:33:52,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00001 dst=null perm=null
2013-10-31 15:33:52,859 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53300, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8211273797463481184_1269, duration: 100577
2013-10-31 15:33:52,860 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53301, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4793547790825808939_1269, duration: 100283
2013-10-31 15:33:52,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00003 dst=null perm=null
2013-10-31 15:33:52,862 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41223, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2752104898957334276_1273, duration: 111336
2013-10-31 15:33:52,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00002 dst=null perm=null
2013-10-31 15:33:52,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53303, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4750855807170875648_1273, duration: 125266
2013-10-31 15:33:52,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00004 dst=null perm=null
2013-10-31 15:33:52,865 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41225, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2564579365516584165_1273, duration: 108638
2013-10-31 15:33:52,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00003 dst=null perm=null
2013-10-31 15:33:52,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00005 dst=null perm=null
2013-10-31 15:33:52,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00001 dst=null perm=null
2013-10-31 15:33:52,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41226, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2752104898957334276_1273, duration: 104343
2013-10-31 15:33:52,868 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53306, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7171921544500937804_1273, duration: 114627
2013-10-31 15:33:52,868 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53307, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4793547790825808939_1269, duration: 122711
2013-10-31 15:33:52,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00004 dst=null perm=null
2013-10-31 15:33:52,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00002 dst=null perm=null
2013-10-31 15:33:52,870 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53308, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2564579365516584165_1273, duration: 116639
2013-10-31 15:33:52,871 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41230, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4750855807170875648_1273, duration: 110829
2013-10-31 15:33:52,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00005 dst=null perm=null
2013-10-31 15:33:52,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00003 dst=null perm=null
2013-10-31 15:33:52,873 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46533, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7171921544500937804_1273, duration: 111348
2013-10-31 15:33:52,874 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41232, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2752104898957334276_1273, duration: 109984
2013-10-31 15:33:52,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00004 dst=null perm=null
2013-10-31 15:33:52,877 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41233, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2564579365516584165_1273, duration: 112522
2013-10-31 15:33:52,878 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000004_0/part-00004. blk_8172679881731841367_1286
2013-10-31 15:33:52,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C/part-00005 dst=null perm=null
2013-10-31 15:33:52,880 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53314, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0020_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7171921544500937804_1273, duration: 108769
2013-10-31 15:33:52,881 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000002_0/part-00002. blk_1376391578858350735_1286
2013-10-31 15:33:52,886 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000003_0/part-00003. blk_-6527869512117497378_1286
2013-10-31 15:33:52,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8172679881731841367_1286 src: /127.0.0.1:39808 dest: /127.0.0.1:48948
2013-10-31 15:33:52,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1376391578858350735_1286 src: /127.0.0.1:53315 dest: /127.0.0.1:57702
2013-10-31 15:33:52,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8172679881731841367_1286 src: /127.0.0.1:41238 dest: /127.0.0.1:53907
2013-10-31 15:33:52,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1376391578858350735_1286 src: /127.0.0.1:46541 dest: /127.0.0.1:42991
2013-10-31 15:33:52,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8172679881731841367_1286 src: /127.0.0.1:46542 dest: /127.0.0.1:42991
2013-10-31 15:33:52,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1376391578858350735_1286 src: /127.0.0.1:41241 dest: /127.0.0.1:53907
2013-10-31 15:33:52,908 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46542, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8172679881731841367_1286, duration: 196137
2013-10-31 15:33:52,908 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8172679881731841367_1286 terminating
2013-10-31 15:33:52,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6527869512117497378_1286 src: /127.0.0.1:53316 dest: /127.0.0.1:57702
2013-10-31 15:33:52,910 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41238, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8172679881731841367_1286, duration: 559169
2013-10-31 15:33:52,910 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8172679881731841367_1286 terminating
2013-10-31 15:33:52,911 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39808, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8172679881731841367_1286, duration: 3022804
2013-10-31 15:33:52,912 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41241, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1376391578858350735_1286, duration: 148565
2013-10-31 15:33:52,913 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8172679881731841367_1286 terminating
2013-10-31 15:33:52,913 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1376391578858350735_1286 terminating
2013-10-31 15:33:52,913 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8172679881731841367_1286 size 136
2013-10-31 15:33:52,913 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6527869512117497378_1286 src: /127.0.0.1:41242 dest: /127.0.0.1:53907
2013-10-31 15:33:52,913 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46541, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1376391578858350735_1286, duration: 3039491
2013-10-31 15:33:52,914 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8172679881731841367_1286 size 136
2013-10-31 15:33:52,914 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1376391578858350735_1286 terminating
2013-10-31 15:33:52,914 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0020_m_000004_0
2013-10-31 15:33:52,914 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53315, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1376391578858350735_1286, duration: 4431222
2013-10-31 15:33:52,914 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0020_m_000004_0
2013-10-31 15:33:52,915 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1376391578858350735_1286 terminating
2013-10-31 15:33:52,915 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1376391578858350735_1286 size 70
2013-10-31 15:33:52,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6527869512117497378_1286 src: /127.0.0.1:39817 dest: /127.0.0.1:48948
2013-10-31 15:33:52,915 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8172679881731841367_1286 size 136
2013-10-31 15:33:52,915 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0020_m_000002_0
2013-10-31 15:33:52,916 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0020_m_000002_0
2013-10-31 15:33:52,916 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1376391578858350735_1286 size 70
2013-10-31 15:33:52,916 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1376391578858350735_1286 size 70
2013-10-31 15:33:52,917 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39817, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6527869512117497378_1286, duration: 1416433
2013-10-31 15:33:52,917 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6527869512117497378_1286 terminating
2013-10-31 15:33:52,918 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41242, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6527869512117497378_1286, duration: 1745564
2013-10-31 15:33:52,918 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6527869512117497378_1286 size 70
2013-10-31 15:33:52,918 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6527869512117497378_1286 terminating
2013-10-31 15:33:52,918 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53316, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0020_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6527869512117497378_1286, duration: 2193345
2013-10-31 15:33:52,918 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6527869512117497378_1286 size 70
2013-10-31 15:33:52,918 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6527869512117497378_1286 terminating
2013-10-31 15:33:52,919 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0020_m_000003_0
2013-10-31 15:33:52,919 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0020_m_000003_0
2013-10-31 15:33:52,922 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6527869512117497378_1286 size 70
2013-10-31 15:33:52,971 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0020_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:52,972 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000004_0 0.0%
2013-10-31 15:33:52,976 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0020_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:52,976 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000002_0 0.0%
2013-10-31 15:33:52,979 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0020_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:33:52,979 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000003_0 0.0%
2013-10-31 15:33:52,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000001_0 dst=null perm=null
2013-10-31 15:33:52,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:52,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:52,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000001_0 dst=null perm=null
2013-10-31 15:33:53,125 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:33:53,127 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0020_m_000001_0 is done.
2013-10-31 15:33:53,127 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0020_m_000001_0 was -1
2013-10-31 15:33:53,128 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:33:53,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000000_0 dst=null perm=null
2013-10-31 15:33:53,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:53,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:53,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000000_0 dst=null perm=null
2013-10-31 15:33:53,887 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0020_m_000002_0
2013-10-31 15:33:53,887 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0020_m_000003_0
2013-10-31 15:33:53,932 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0020_m_000004_0
2013-10-31 15:33:53,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000004_0 dst=null perm=null
2013-10-31 15:33:53,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:53,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000002_0 dst=null perm=null
2013-10-31 15:33:53,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000003_0 dst=null perm=null
2013-10-31 15:33:53,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:53,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:33:53,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:53,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:54,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:54,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000004_0 dst=null perm=null
2013-10-31 15:33:54,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000002_0 dst=null perm=null
2013-10-31 15:33:54,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary/_attempt_20131031152505967_0020_m_000003_0 dst=null perm=null
2013-10-31 15:33:54,372 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:33:54,374 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0020_m_000000_0 is done.
2013-10-31 15:33:54,374 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0020_m_000000_0 was -1
2013-10-31 15:33:54,374 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:33:54,816 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0020_m_000006_0
2013-10-31 15:33:54,816 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0020_m_000006_0
2013-10-31 15:33:54,817 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0020_m_000006_0 not found in cache
2013-10-31 15:33:55,466 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:12+3
2013-10-31 15:33:55,468 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0020_m_000004_0 is done.
2013-10-31 15:33:55,468 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0020_m_000004_0 was -1
2013-10-31 15:33:55,468 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:33:55,474 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:6+3
2013-10-31 15:33:55,475 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0020_m_000002_0 is done.
2013-10-31 15:33:55,476 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0020_m_000002_0 was -1
2013-10-31 15:33:55,476 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:33:55,485 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000003_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:9+3
2013-10-31 15:33:55,487 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0020_m_000003_0 is done.
2013-10-31 15:33:55,487 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0020_m_000003_0 was -1
2013-10-31 15:33:55,487 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:33:55,820 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0020_m_000000_0' has completed task_20131031152505967_0020_m_000000 successfully.
2013-10-31 15:33:55,821 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0020_m_000001_0' has completed task_20131031152505967_0020_m_000001 successfully.
2013-10-31 15:33:56,891 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0020_m_000002_0' has completed task_20131031152505967_0020_m_000002 successfully.
2013-10-31 15:33:56,893 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0020_m_000003_0' has completed task_20131031152505967_0020_m_000003 successfully.
2013-10-31 15:33:56,936 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0020_m_000004_0' has completed task_20131031152505967_0020_m_000004 successfully.
2013-10-31 15:33:56,938 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0020_m_000005_0' to tip task_20131031152505967_0020_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:33:56,941 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0020_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:33:56,941 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0020_m_000005_0 which needs 1 slots
2013-10-31 15:33:56,941 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0020_m_000005_0 which needs 1 slots
2013-10-31 15:33:56,975 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0020_m_-1360914995
2013-10-31 15:33:56,975 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0020_m_-1360914995 spawned.
2013-10-31 15:33:56,978 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0020/attempt_20131031152505967_0020_m_000005_0/taskjvm.sh
2013-10-31 15:33:57,794 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0020_m_-1360914995 given task: attempt_20131031152505967_0020_m_000005_0
2013-10-31 15:33:58,311 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000005_0 0.0%
2013-10-31 15:33:58,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_temporary dst=null perm=null
2013-10-31 15:33:58,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:33:58,330 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_SUCCESS from client DFSClient_attempt_20131031152505967_0020_m_000005_0
2013-10-31 15:33:58,330 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0020_m_000005_0
2013-10-31 15:33:58,335 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5791651123646610810 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:58,335 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5791651123646610810 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:33:58,335 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5791651123646610810 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:58,335 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5791651123646610810 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:58,335 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7098530434636844933 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:58,335 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7098530434636844933 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:58,336 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7098530434636844933 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:58,336 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7098530434636844933 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:33:58,336 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1661318748214428663 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:58,336 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1661318748214428663 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:33:58,336 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1661318748214428663 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:58,336 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5386005000102796198 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:33:58,336 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5386005000102796198 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:33:58,336 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5386005000102796198 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:33:58,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0020 dst=null perm=null
2013-10-31 15:34:01,090 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-5791651123646610810_1275 blk_-7098530434636844933_1276 blk_1661318748214428663_1277
2013-10-31 15:34:01,090 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-5791651123646610810_1275 blk_-7098530434636844933_1276 blk_1661318748214428663_1277 blk_5386005000102796198_1278
2013-10-31 15:34:01,242 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0020_m_000005_0 0.0% cleanup
2013-10-31 15:34:01,243 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0020_m_000005_0 is done.
2013-10-31 15:34:01,243 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0020_m_000005_0 was -1
2013-10-31 15:34:01,243 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:01,646 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:34:01,661 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:34:01,670 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:34:01,675 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:34:01,680 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:34:01,685 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:34:01,690 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:34:01,690 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:34:02,501 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7098530434636844933_1276 file build/test/data/dfs/data/data1/current/blk_-7098530434636844933 for deletion
2013-10-31 15:34:02,501 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5791651123646610810_1275 file build/test/data/dfs/data/data2/current/blk_-5791651123646610810 for deletion
2013-10-31 15:34:02,502 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7098530434636844933_1276 at file build/test/data/dfs/data/data1/current/blk_-7098530434636844933
2013-10-31 15:34:02,502 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5791651123646610810_1275 at file build/test/data/dfs/data/data2/current/blk_-5791651123646610810
2013-10-31 15:34:02,502 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1661318748214428663_1277 file build/test/data/dfs/data/data2/current/blk_1661318748214428663 for deletion
2013-10-31 15:34:02,503 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5386005000102796198_1278 file build/test/data/dfs/data/data1/current/blk_5386005000102796198 for deletion
2013-10-31 15:34:02,503 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1661318748214428663_1277 at file build/test/data/dfs/data/data2/current/blk_1661318748214428663
2013-10-31 15:34:02,503 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5386005000102796198_1278 at file build/test/data/dfs/data/data1/current/blk_5386005000102796198
2013-10-31 15:34:02,949 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0020_m_000005_0' has completed task_20131031152505967_0020_m_000005 successfully.
2013-10-31 15:34:02,950 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0020 has completed successfully.
2013-10-31 15:34:02,950 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0020,submitTime=1383233622697,launchTime=1383233622798,firstMapTaskLaunchTime=1383233629808,firstJobSetupTaskLaunchTime=1383233623784,firstJobCleanupTaskLaunchTime=1383233636938,finishTime=1383233642950,numMaps=5,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=30,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[CC757B6D7ACF48C99188C4FBEB169A35/B2EB3FCF4F2D42869BAEFBF35D32E5CF] offset*merge1*offset/(2/3)
2013-10-31 15:34:02,955 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_logs/history/job_20131031152505967_0020_1383233622697_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2FB2EB3FCF4F2D4286. blk_7189341214166991111_1287
2013-10-31 15:34:02,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7189341214166991111_1287 src: /127.0.0.1:41249 dest: /127.0.0.1:53907
2013-10-31 15:34:02,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7189341214166991111_1287 src: /127.0.0.1:39824 dest: /127.0.0.1:48948
2013-10-31 15:34:02,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7189341214166991111_1287 src: /127.0.0.1:53330 dest: /127.0.0.1:57702
2013-10-31 15:34:02,974 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53330, dest: /127.0.0.1:57702, bytes: 25684, op: HDFS_WRITE, cliID: DFSClient_-430066616, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7189341214166991111_1287, duration: 3007590
2013-10-31 15:34:02,974 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7189341214166991111_1287 terminating
2013-10-31 15:34:02,975 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39824, dest: /127.0.0.1:48948, bytes: 25684, op: HDFS_WRITE, cliID: DFSClient_-430066616, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7189341214166991111_1287, duration: 3844409
2013-10-31 15:34:02,975 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7189341214166991111_1287 terminating
2013-10-31 15:34:02,975 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7189341214166991111_1287 size 25684
2013-10-31 15:34:02,976 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41249, dest: /127.0.0.1:53907, bytes: 25684, op: HDFS_WRITE, cliID: DFSClient_-430066616, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7189341214166991111_1287, duration: 3717408
2013-10-31 15:34:02,976 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7189341214166991111_1287 size 25684
2013-10-31 15:34:02,976 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7189341214166991111_1287 terminating
2013-10-31 15:34:02,979 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7189341214166991111_1287 size 25684
2013-10-31 15:34:02,980 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_logs/history/job_20131031152505967_0020_1383233622697_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2FB2EB3FCF4F2D4286 from client DFSClient_-430066616
2013-10-31 15:34:02,980 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/_logs/history/job_20131031152505967_0020_1383233622697_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2FB2EB3FCF4F2D4286 is closed by DFSClient_-430066616
2013-10-31 15:34:02,987 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0020_1383233622697_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2FB2EB3FCF4F2D4286 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:34:02,988 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0020_m_000004_0'
2013-10-31 15:34:02,988 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0020_m_000005_0'
2013-10-31 15:34:02,989 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8692426395288409566 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:02,990 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8692426395288409566 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:02,990 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8692426395288409566 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:02,993 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] starting step: (1/3) ...econdStreamednoInterMerge
2013-10-31 15:34:02,993 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0020_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:34:02,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0020 dst=null perm=null
2013-10-31 15:34:02,999 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:34:02,999 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:34:03,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:03,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:34:03,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:03,023 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.jar. blk_-1124304302934023803_1288
2013-10-31 15:34:03,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1124304302934023803_1288 src: /127.0.0.1:39827 dest: /127.0.0.1:48948
2013-10-31 15:34:03,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1124304302934023803_1288 src: /127.0.0.1:41254 dest: /127.0.0.1:53907
2013-10-31 15:34:03,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1124304302934023803_1288 src: /127.0.0.1:53334 dest: /127.0.0.1:57702
2013-10-31 15:34:03,035 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53334, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1124304302934023803_1288, duration: 3561740
2013-10-31 15:34:03,036 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1124304302934023803_1288 terminating
2013-10-31 15:34:03,036 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41254, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1124304302934023803_1288, duration: 4331640
2013-10-31 15:34:03,037 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1124304302934023803_1288 terminating
2013-10-31 15:34:03,037 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1124304302934023803_1288 size 238055
2013-10-31 15:34:03,037 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39827, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1124304302934023803_1288, duration: 5235113
2013-10-31 15:34:03,038 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1124304302934023803_1288 size 238055
2013-10-31 15:34:03,038 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1124304302934023803_1288 terminating
2013-10-31 15:34:03,039 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.jar from client DFSClient_1342392704
2013-10-31 15:34:03,040 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.jar is closed by DFSClient_1342392704
2013-10-31 15:34:03,040 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1124304302934023803_1288 size 238055
2013-10-31 15:34:03,045 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.jar. New replication is 10
2013-10-31 15:34:03,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.jar dst=null perm=null
2013-10-31 15:34:03,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:03,055 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:34:03,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D dst=null perm=null
2013-10-31 15:34:03,061 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 5
2013-10-31 15:34:03,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00000 dst=null perm=null
2013-10-31 15:34:03,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00001 dst=null perm=null
2013-10-31 15:34:03,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00002 dst=null perm=null
2013-10-31 15:34:03,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00003 dst=null perm=null
2013-10-31 15:34:03,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00004 dst=null perm=null
2013-10-31 15:34:03,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:03,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:03,079 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split. New replication is 10
2013-10-31 15:34:03,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split dst=null perm=null
2013-10-31 15:34:03,085 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split. blk_-6748644685143474513_1289
2013-10-31 15:34:03,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6748644685143474513_1289 src: /127.0.0.1:46558 dest: /127.0.0.1:42991
2013-10-31 15:34:03,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6748644685143474513_1289 src: /127.0.0.1:39831 dest: /127.0.0.1:48948
2013-10-31 15:34:03,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6748644685143474513_1289 src: /127.0.0.1:53337 dest: /127.0.0.1:57702
2013-10-31 15:34:03,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6748644685143474513_1289 src: /127.0.0.1:41259 dest: /127.0.0.1:53907
2013-10-31 15:34:03,094 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41259, dest: /127.0.0.1:53907, bytes: 1772, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6748644685143474513_1289, duration: 111860
2013-10-31 15:34:03,095 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6748644685143474513_1289 terminating
2013-10-31 15:34:03,095 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6748644685143474513_1289 size 1772
2013-10-31 15:34:03,095 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53337, dest: /127.0.0.1:57702, bytes: 1772, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6748644685143474513_1289, duration: 953559
2013-10-31 15:34:03,096 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6748644685143474513_1289 terminating
2013-10-31 15:34:03,096 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39831, dest: /127.0.0.1:48948, bytes: 1772, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6748644685143474513_1289, duration: 2130630
2013-10-31 15:34:03,097 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6748644685143474513_1289 terminating
2013-10-31 15:34:03,097 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46558, dest: /127.0.0.1:42991, bytes: 1772, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6748644685143474513_1289, duration: 3179642
2013-10-31 15:34:03,098 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-6748644685143474513_1289 terminating
2013-10-31 15:34:03,099 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6748644685143474513_1289 size 1772
2013-10-31 15:34:03,099 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split from client DFSClient_1342392704
2013-10-31 15:34:03,100 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split is closed by DFSClient_1342392704
2013-10-31 15:34:03,100 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6748644685143474513_1289 size 1772
2013-10-31 15:34:03,101 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6748644685143474513_1289 size 1772
2013-10-31 15:34:03,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:03,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:03,123 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.splitmetainfo. blk_3940067029344685209_1290
2013-10-31 15:34:03,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3940067029344685209_1290 src: /127.0.0.1:41260 dest: /127.0.0.1:53907
2013-10-31 15:34:03,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3940067029344685209_1290 src: /127.0.0.1:53340 dest: /127.0.0.1:57702
2013-10-31 15:34:03,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3940067029344685209_1290 src: /127.0.0.1:46564 dest: /127.0.0.1:42991
2013-10-31 15:34:03,129 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46564, dest: /127.0.0.1:42991, bytes: 185, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3940067029344685209_1290, duration: 39435
2013-10-31 15:34:03,129 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3940067029344685209_1290 terminating
2013-10-31 15:34:03,129 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53340, dest: /127.0.0.1:57702, bytes: 185, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3940067029344685209_1290, duration: 386971
2013-10-31 15:34:03,130 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3940067029344685209_1290 terminating
2013-10-31 15:34:03,130 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41260, dest: /127.0.0.1:53907, bytes: 185, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3940067029344685209_1290, duration: 765634
2013-10-31 15:34:03,130 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3940067029344685209_1290 terminating
2013-10-31 15:34:03,131 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3940067029344685209_1290 size 185
2013-10-31 15:34:03,131 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3940067029344685209_1290 size 185
2013-10-31 15:34:03,133 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3940067029344685209_1290 size 185
2013-10-31 15:34:03,531 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:34:03,532 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:34:03,675 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7098530434636844933_1276 file build/test/data/dfs/data/data6/current/blk_-7098530434636844933 for deletion
2013-10-31 15:34:03,675 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5791651123646610810_1275 file build/test/data/dfs/data/data5/current/blk_-5791651123646610810 for deletion
2013-10-31 15:34:03,675 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7098530434636844933_1276 at file build/test/data/dfs/data/data6/current/blk_-7098530434636844933
2013-10-31 15:34:03,675 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1661318748214428663_1277 file build/test/data/dfs/data/data5/current/blk_1661318748214428663 for deletion
2013-10-31 15:34:03,676 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5791651123646610810_1275 at file build/test/data/dfs/data/data5/current/blk_-5791651123646610810
2013-10-31 15:34:03,676 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1661318748214428663_1277 at file build/test/data/dfs/data/data5/current/blk_1661318748214428663
2013-10-31 15:34:03,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:04,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:04,013 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.xml. blk_-4813589115375637376_1291
2013-10-31 15:34:04,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4813589115375637376_1291 src: /127.0.0.1:53342 dest: /127.0.0.1:57702
2013-10-31 15:34:04,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4813589115375637376_1291 src: /127.0.0.1:46566 dest: /127.0.0.1:42991
2013-10-31 15:34:04,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4813589115375637376_1291 src: /127.0.0.1:39839 dest: /127.0.0.1:48948
2013-10-31 15:34:04,020 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39839, dest: /127.0.0.1:48948, bytes: 29185, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4813589115375637376_1291, duration: 247528
2013-10-31 15:34:04,021 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4813589115375637376_1291 terminating
2013-10-31 15:34:04,021 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4813589115375637376_1291 size 29185
2013-10-31 15:34:04,021 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46566, dest: /127.0.0.1:42991, bytes: 29185, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4813589115375637376_1291, duration: 1093040
2013-10-31 15:34:04,022 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4813589115375637376_1291 size 29185
2013-10-31 15:34:04,022 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4813589115375637376_1291 terminating
2013-10-31 15:34:04,022 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53342, dest: /127.0.0.1:57702, bytes: 29185, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4813589115375637376_1291, duration: 2244664
2013-10-31 15:34:04,023 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4813589115375637376_1291 terminating
2013-10-31 15:34:04,026 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4813589115375637376_1291 size 29185
2013-10-31 15:34:04,027 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.xml from client DFSClient_1342392704
2013-10-31 15:34:04,027 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.xml is closed by DFSClient_1342392704
2013-10-31 15:34:04,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.xml dst=null perm=null
2013-10-31 15:34:04,043 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46569, bytes: 29417, op: HDFS_READ, cliID: DFSClient_1614045214, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4813589115375637376_1291, duration: 392468
2013-10-31 15:34:04,061 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0021: nMaps=5 nReduces=0 max=-1
2013-10-31 15:34:04,061 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0021 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:34:04,061 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0021
2013-10-31 15:34:04,061 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0021 RESULT=SUCCESS
2013-10-31 15:34:04,062 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0021
2013-10-31 15:34:04,063 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge1*offset] submitted hadoop job: job_20131031152505967_0021
2013-10-31 15:34:04,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0021_1383233644034_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2FD9FC9F05A6C94D9F dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:04,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0021_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:04,091 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:48948 to replicate blk_-1124304302934023803_1288 to datanode(s) 127.0.0.1:42991
2013-10-31 15:34:04,091 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_8692426395288409566_1281
2013-10-31 15:34:04,091 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_8692426395288409566_1281 blk_-5791651123646610810_1275 blk_-7098530434636844933_1276 blk_1661318748214428663_1277 blk_5386005000102796198_1278
2013-10-31 15:34:04,096 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0021_conf.xml. blk_-5787713572203377476_1293
2013-10-31 15:34:04,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5787713572203377476_1293 src: /127.0.0.1:53347 dest: /127.0.0.1:57702
2013-10-31 15:34:04,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5787713572203377476_1293 src: /127.0.0.1:39843 dest: /127.0.0.1:48948
2013-10-31 15:34:04,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5787713572203377476_1293 src: /127.0.0.1:46572 dest: /127.0.0.1:42991
2013-10-31 15:34:04,105 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46572, dest: /127.0.0.1:42991, bytes: 29250, op: HDFS_WRITE, cliID: DFSClient_1614045214, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5787713572203377476_1293, duration: 381430
2013-10-31 15:34:04,105 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5787713572203377476_1293 terminating
2013-10-31 15:34:04,106 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39843, dest: /127.0.0.1:48948, bytes: 29250, op: HDFS_WRITE, cliID: DFSClient_1614045214, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5787713572203377476_1293, duration: 1805495
2013-10-31 15:34:04,106 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5787713572203377476_1293 terminating
2013-10-31 15:34:04,106 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53347, dest: /127.0.0.1:57702, bytes: 29250, op: HDFS_WRITE, cliID: DFSClient_1614045214, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5787713572203377476_1293, duration: 2147334
2013-10-31 15:34:04,107 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5787713572203377476_1293 terminating
2013-10-31 15:34:04,109 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5787713572203377476_1293 size 29250
2013-10-31 15:34:04,109 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0021_conf.xml from client DFSClient_1614045214
2013-10-31 15:34:04,109 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0021_conf.xml is closed by DFSClient_1614045214
2013-10-31 15:34:04,110 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5787713572203377476_1293 size 29250
2013-10-31 15:34:04,111 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5787713572203377476_1293 size 29250
2013-10-31 15:34:04,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0021/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:04,123 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0021/jobToken. blk_3531148584116803470_1294
2013-10-31 15:34:04,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3531148584116803470_1294 src: /127.0.0.1:41271 dest: /127.0.0.1:53907
2013-10-31 15:34:04,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3531148584116803470_1294 src: /127.0.0.1:39846 dest: /127.0.0.1:48948
2013-10-31 15:34:04,128 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3531148584116803470_1294 src: /127.0.0.1:53352 dest: /127.0.0.1:57702
2013-10-31 15:34:04,131 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53352, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3531148584116803470_1294, duration: 62063
2013-10-31 15:34:04,131 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3531148584116803470_1294 terminating
2013-10-31 15:34:04,132 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39846, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3531148584116803470_1294, duration: 752557
2013-10-31 15:34:04,132 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3531148584116803470_1294 terminating
2013-10-31 15:34:04,132 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41271, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3531148584116803470_1294, duration: 1611176
2013-10-31 15:34:04,133 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3531148584116803470_1294 size 116
2013-10-31 15:34:04,133 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3531148584116803470_1294 terminating
2013-10-31 15:34:04,135 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3531148584116803470_1294 size 116
2013-10-31 15:34:04,135 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0021/jobToken from client DFSClient_1342392704
2013-10-31 15:34:04,136 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0021/jobToken is closed by DFSClient_1342392704
2013-10-31 15:34:04,136 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3531148584116803470_1294 size 116
2013-10-31 15:34:04,140 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0021/jobToken
2013-10-31 15:34:04,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.splitmetainfo dst=null perm=null
2013-10-31 15:34:04,144 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46576, bytes: 189, op: HDFS_READ, cliID: DFSClient_1614045214, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3940067029344685209_1290, duration: 260203
2013-10-31 15:34:04,146 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0021 = 526. Number of splits = 5
2013-10-31 15:34:04,146 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,146 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,147 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,147 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,147 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,147 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,148 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,148 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,148 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,148 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,149 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,149 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,149 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,149 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,149 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0021_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:04,150 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0021 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:34:04,150 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0021 initialized successfully with 5 map tasks and 0 reduce tasks.
2013-10-31 15:34:04,820 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0021_m_000006_0' to tip task_20131031152505967_0021_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:34:04,828 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0021_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:34:04,828 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0021_m_000006_0 which needs 1 slots
2013-10-31 15:34:04,828 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0020
2013-10-31 15:34:04,829 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0021_m_000006_0 which needs 1 slots
2013-10-31 15:34:04,829 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0020 being deleted.
2013-10-31 15:34:04,834 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0020_m_000000_0'
2013-10-31 15:34:04,834 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0020_m_000001_0'
2013-10-31 15:34:04,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0021/jobToken dst=null perm=null
2013-10-31 15:34:04,835 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0020_m_000006_0'
2013-10-31 15:34:04,838 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53354, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3531148584116803470_1294, duration: 271071
2013-10-31 15:34:04,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.xml dst=null perm=null
2013-10-31 15:34:04,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46579, bytes: 29417, op: HDFS_READ, cliID: DFSClient_1140896260, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4813589115375637376_1291, duration: 377011
2013-10-31 15:34:04,877 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:34:04,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.jar dst=null perm=null
2013-10-31 15:34:04,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41278, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1140896260, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1124304302934023803_1288, duration: 1205028
2013-10-31 15:34:04,995 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0021_m_-445531731
2013-10-31 15:34:04,996 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0021_m_-445531731 spawned.
2013-10-31 15:34:04,998 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0021/attempt_20131031152505967_0021_m_000006_0/taskjvm.sh
2013-10-31 15:34:05,904 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0020_m_000002_0'
2013-10-31 15:34:05,904 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0020_m_000003_0'
2013-10-31 15:34:06,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7098530434636844933_1276 file build/test/data/dfs/data/data4/current/blk_-7098530434636844933 for deletion
2013-10-31 15:34:06,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5791651123646610810_1275 file build/test/data/dfs/data/data3/current/blk_-5791651123646610810 for deletion
2013-10-31 15:34:06,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7098530434636844933_1276 at file build/test/data/dfs/data/data4/current/blk_-7098530434636844933
2013-10-31 15:34:06,113 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1661318748214428663_1277 file build/test/data/dfs/data/data3/current/blk_1661318748214428663 for deletion
2013-10-31 15:34:06,114 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5791651123646610810_1275 at file build/test/data/dfs/data/data3/current/blk_-5791651123646610810
2013-10-31 15:34:06,114 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5386005000102796198_1278 file build/test/data/dfs/data/data4/current/blk_5386005000102796198 for deletion
2013-10-31 15:34:06,114 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1661318748214428663_1277 at file build/test/data/dfs/data/data3/current/blk_1661318748214428663
2013-10-31 15:34:06,114 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5386005000102796198_1278 at file build/test/data/dfs/data/data4/current/blk_5386005000102796198
2013-10-31 15:34:06,114 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8692426395288409566_1281 file build/test/data/dfs/data/data4/current/blk_8692426395288409566 for deletion
2013-10-31 15:34:06,115 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8692426395288409566_1281 at file build/test/data/dfs/data/data4/current/blk_8692426395288409566
2013-10-31 15:34:06,675 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678) Starting thread to transfer block blk_-1124304302934023803_1288 to 127.0.0.1:42991
2013-10-31 15:34:06,676 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8692426395288409566_1281 file build/test/data/dfs/data/data6/current/blk_8692426395288409566 for deletion
2013-10-31 15:34:06,676 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8692426395288409566_1281 at file build/test/data/dfs/data/data6/current/blk_8692426395288409566
2013-10-31 15:34:06,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1124304302934023803_1288 src: /127.0.0.1:46581 dest: /127.0.0.1:42991
2013-10-31 15:34:06,678 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678):Transmitted block blk_-1124304302934023803_1288 to /127.0.0.1:42991
2013-10-31 15:34:06,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-1124304302934023803_1288 src: /127.0.0.1:46581 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:34:06,679 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1124304302934023803_1288 size 238055
2013-10-31 15:34:07,092 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_8692426395288409566_1281 blk_-5791651123646610810_1275 blk_-7098530434636844933_1276 blk_5386005000102796198_1278
2013-10-31 15:34:07,098 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0021_m_-445531731 given task: attempt_20131031152505967_0021_m_000006_0
2013-10-31 15:34:07,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:07,990 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0020
2013-10-31 15:34:07,990 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0020_m_000004_0 not found in cache
2013-10-31 15:34:07,990 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0020_m_000005_0 not found in cache
2013-10-31 15:34:07,991 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0020 for user-log deletion with retainTimeStamp:1383320047991
2013-10-31 15:34:08,031 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0020_m_98570145 since job job_20131031152505967_0020 is dead
2013-10-31 15:34:08,042 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32064 with signal TERM. Exit code 0
2013-10-31 15:34:08,250 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:08,250 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:08,250 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:08,250 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0020_m_98570145 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:09,114 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7098530434636844933_1276 file build/test/data/dfs/data/data7/current/blk_-7098530434636844933 for deletion
2013-10-31 15:34:09,115 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5791651123646610810_1275 file build/test/data/dfs/data/data8/current/blk_-5791651123646610810 for deletion
2013-10-31 15:34:09,115 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7098530434636844933_1276 at file build/test/data/dfs/data/data7/current/blk_-7098530434636844933
2013-10-31 15:34:09,115 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5386005000102796198_1278 file build/test/data/dfs/data/data8/current/blk_5386005000102796198 for deletion
2013-10-31 15:34:09,115 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5791651123646610810_1275 at file build/test/data/dfs/data/data8/current/blk_-5791651123646610810
2013-10-31 15:34:09,115 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8692426395288409566_1281 file build/test/data/dfs/data/data8/current/blk_8692426395288409566 for deletion
2013-10-31 15:34:09,116 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5386005000102796198_1278 at file build/test/data/dfs/data/data8/current/blk_5386005000102796198
2013-10-31 15:34:09,116 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8692426395288409566_1281 at file build/test/data/dfs/data/data8/current/blk_8692426395288409566
2013-10-31 15:34:09,302 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0020_m_-1360914995 since job job_20131031152505967_0020 is dead
2013-10-31 15:34:09,313 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32305 with signal TERM. Exit code 0
2013-10-31 15:34:09,486 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:09,486 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:09,487 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:09,487 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0020_m_-1360914995 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:09,836 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0020
2013-10-31 15:34:09,836 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0020_m_000001_0 not found in cache
2013-10-31 15:34:09,836 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0020_m_000000_0 not found in cache
2013-10-31 15:34:09,837 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0020 for user-log deletion with retainTimeStamp:1383320049837
2013-10-31 15:34:09,945 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0020_m_793474939 since job job_20131031152505967_0020 is dead
2013-10-31 15:34:09,956 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31931 with signal TERM. Exit code 0
2013-10-31 15:34:10,148 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:10,149 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:10,149 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:10,149 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0020_m_793474939 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:10,174 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0020_m_-544449493 since job job_20131031152505967_0020 is dead
2013-10-31 15:34:10,183 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group31787 with signal TERM. Exit code 0
2013-10-31 15:34:10,365 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:10,365 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:10,365 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:10,365 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0020_m_-544449493 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:34:10,532 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000006_0 0.0% setup
2013-10-31 15:34:10,534 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0021_m_000006_0 is done.
2013-10-31 15:34:10,534 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0021_m_000006_0 was -1
2013-10-31 15:34:10,534 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:10,833 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0021_m_000006_0' has completed task_20131031152505967_0021_m_000006 successfully.
2013-10-31 15:34:10,835 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0021_m_000000_0' to tip task_20131031152505967_0021_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:34:10,836 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0021_m_000000
2013-10-31 15:34:10,836 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0021_m_000001_0' to tip task_20131031152505967_0021_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:34:10,836 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0021_m_000001
2013-10-31 15:34:10,838 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0021_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:34:10,839 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0021_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:34:10,839 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0021_m_000000_0 which needs 1 slots
2013-10-31 15:34:10,839 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0021_m_000000_0 which needs 1 slots
2013-10-31 15:34:10,840 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0021_m_000001_0 which needs 1 slots
2013-10-31 15:34:10,840 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0021_m_000001_0 which needs 1 slots
2013-10-31 15:34:10,842 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0021_m_000002_0' to tip task_20131031152505967_0021_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:34:10,843 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0021_m_000002
2013-10-31 15:34:10,844 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0021_m_000003_0' to tip task_20131031152505967_0021_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:34:10,845 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0021_m_000003
2013-10-31 15:34:10,847 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0021_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:34:10,848 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0021_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:34:10,848 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0021_m_000002_0 which needs 1 slots
2013-10-31 15:34:10,848 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0021_m_000002_0 which needs 1 slots
2013-10-31 15:34:10,849 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0021_m_000003_0 which needs 1 slots
2013-10-31 15:34:10,849 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0021_m_000003_0 which needs 1 slots
2013-10-31 15:34:10,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0021/jobToken dst=null perm=null
2013-10-31 15:34:10,854 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53361, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3531148584116803470_1294, duration: 297837
2013-10-31 15:34:10,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.xml dst=null perm=null
2013-10-31 15:34:10,861 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39858, bytes: 29417, op: HDFS_READ, cliID: DFSClient_-1419263374, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4813589115375637376_1291, duration: 383485
2013-10-31 15:34:10,866 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0021_m_1439576303
2013-10-31 15:34:10,867 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0021_m_1439576303 spawned.
2013-10-31 15:34:10,869 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0021/attempt_20131031152505967_0021_m_000000_0/taskjvm.sh
2013-10-31 15:34:10,876 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0021/attempt_20131031152505967_0021_m_000001_0. Attempting to reuse: jvm_20131031152505967_0021_m_-445531731
2013-10-31 15:34:10,905 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0020
2013-10-31 15:34:10,905 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0020_m_000002_0 not found in cache
2013-10-31 15:34:10,906 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0020_m_000003_0 not found in cache
2013-10-31 15:34:10,906 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0020 for user-log deletion with retainTimeStamp:1383320050906
2013-10-31 15:34:11,051 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0020_m_461176835 since job job_20131031152505967_0020 is dead
2013-10-31 15:34:11,063 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32037 with signal TERM. Exit code 0
2013-10-31 15:34:11,063 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0020_m_1132733043 since job job_20131031152505967_0020 is dead
2013-10-31 15:34:11,070 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32065 with signal TERM. Exit code 0
2013-10-31 15:34:11,086 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0021_m_-445531731 given task: attempt_20131031152505967_0021_m_000001_0
2013-10-31 15:34:11,088 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:34:11,269 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:11,270 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:11,270 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:11,273 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0020_m_461176835 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:11,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.jar dst=null perm=null
2013-10-31 15:34:11,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41285, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1419263374, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1124304302934023803_1288, duration: 1281937
2013-10-31 15:34:11,339 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0021_m_194865171
2013-10-31 15:34:11,340 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0021_m_194865171 spawned.
2013-10-31 15:34:11,340 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0021_m_-787480915
2013-10-31 15:34:11,341 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0021_m_-787480915 spawned.
2013-10-31 15:34:11,342 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0021/attempt_20131031152505967_0021_m_000002_0/taskjvm.sh
2013-10-31 15:34:11,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split dst=null perm=null
2013-10-31 15:34:11,342 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0021/attempt_20131031152505967_0021_m_000003_0/taskjvm.sh
2013-10-31 15:34:11,352 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46589, bytes: 1788, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6748644685143474513_1289, duration: 174369
2013-10-31 15:34:11,415 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:11,415 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:11,415 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:11,416 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0020_m_1132733043 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:11,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00004 dst=null perm=null
2013-10-31 15:34:11,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41288, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8172679881731841367_1286, duration: 130374
2013-10-31 15:34:11,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:11,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:11,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:11,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:11,824 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41289, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 137583
2013-10-31 15:34:11,834 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000001_0/part-00001. blk_-1431083915989284543_1295
2013-10-31 15:34:11,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1431083915989284543_1295 src: /127.0.0.1:41290 dest: /127.0.0.1:53907
2013-10-31 15:34:11,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1431083915989284543_1295 src: /127.0.0.1:39865 dest: /127.0.0.1:48948
2013-10-31 15:34:11,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1431083915989284543_1295 src: /127.0.0.1:46594 dest: /127.0.0.1:42991
2013-10-31 15:34:11,853 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46594, dest: /127.0.0.1:42991, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0021_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1431083915989284543_1295, duration: 1315194
2013-10-31 15:34:11,853 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1431083915989284543_1295 terminating
2013-10-31 15:34:11,854 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1431083915989284543_1295 size 48
2013-10-31 15:34:11,854 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39865, dest: /127.0.0.1:48948, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0021_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1431083915989284543_1295, duration: 1669377
2013-10-31 15:34:11,854 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1431083915989284543_1295 terminating
2013-10-31 15:34:11,854 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41290, dest: /127.0.0.1:53907, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0021_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1431083915989284543_1295, duration: 2218104
2013-10-31 15:34:11,854 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1431083915989284543_1295 terminating
2013-10-31 15:34:11,855 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1431083915989284543_1295 size 48
2013-10-31 15:34:11,856 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0021_m_000001_0
2013-10-31 15:34:11,856 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0021_m_000001_0
2013-10-31 15:34:11,858 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1431083915989284543_1295 size 48
2013-10-31 15:34:11,910 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0021_m_000004_0' to tip task_20131031152505967_0021_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:34:11,910 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0021_m_000004
2013-10-31 15:34:11,911 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0021_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:34:11,911 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0021_m_000004_0 which needs 1 slots
2013-10-31 15:34:11,912 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0021_m_000004_0 which needs 1 slots
2013-10-31 15:34:11,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0021/jobToken dst=null perm=null
2013-10-31 15:34:11,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39868, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3531148584116803470_1294, duration: 134801
2013-10-31 15:34:11,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.xml dst=null perm=null
2013-10-31 15:34:11,920 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39870, bytes: 29417, op: HDFS_READ, cliID: DFSClient_-1580853655, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4813589115375637376_1291, duration: 150913
2013-10-31 15:34:11,950 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:34:11,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.jar dst=null perm=null
2013-10-31 15:34:11,964 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41297, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1580853655, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1124304302934023803_1288, duration: 620227
2013-10-31 15:34:12,014 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0021_m_-1653574018
2013-10-31 15:34:12,015 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0021_m_-1653574018 spawned.
2013-10-31 15:34:12,017 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0021/attempt_20131031152505967_0021_m_000004_0/taskjvm.sh
2013-10-31 15:34:12,018 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0021_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:34:12,019 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000001_0 0.0%
2013-10-31 15:34:12,060 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0021_m_1439576303 given task: attempt_20131031152505967_0021_m_000000_0
2013-10-31 15:34:12,339 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0021_m_-787480915 given task: attempt_20131031152505967_0021_m_000003_0
2013-10-31 15:34:12,348 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0021_m_194865171 given task: attempt_20131031152505967_0021_m_000002_0
2013-10-31 15:34:12,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split dst=null perm=null
2013-10-31 15:34:12,561 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53380, bytes: 1788, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6748644685143474513_1289, duration: 172968
2013-10-31 15:34:12,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00001 dst=null perm=null
2013-10-31 15:34:12,600 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41302, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3330997263301404141_1282, duration: 120784
2013-10-31 15:34:12,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:12,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:12,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split dst=null perm=null
2013-10-31 15:34:12,842 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39880, bytes: 756, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000003_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6748644685143474513_1289, duration: 166999
2013-10-31 15:34:12,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split dst=null perm=null
2013-10-31 15:34:12,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41307, bytes: 1272, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000002_0, offset: 512, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6748644685143474513_1289, duration: 138837
2013-10-31 15:34:12,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:12,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:12,866 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39882, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 106328
2013-10-31 15:34:12,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00002 dst=null perm=null
2013-10-31 15:34:12,877 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000000_0/part-00000. blk_2986628387314388349_1296
2013-10-31 15:34:12,880 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41310, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1376391578858350735_1286, duration: 109879
2013-10-31 15:34:12,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00000 dst=null perm=null
2013-10-31 15:34:12,893 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53390, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2904532152750052042_1283, duration: 103026
2013-10-31 15:34:12,894 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0021_m_-1653574018 given task: attempt_20131031152505967_0021_m_000004_0
2013-10-31 15:34:12,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2986628387314388349_1296 src: /127.0.0.1:46611 dest: /127.0.0.1:42991
2013-10-31 15:34:12,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2986628387314388349_1296 src: /127.0.0.1:39886 dest: /127.0.0.1:48948
2013-10-31 15:34:12,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2986628387314388349_1296 src: /127.0.0.1:41313 dest: /127.0.0.1:53907
2013-10-31 15:34:12,903 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41313, dest: /127.0.0.1:53907, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0021_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2986628387314388349_1296, duration: 1105029
2013-10-31 15:34:12,903 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2986628387314388349_1296 terminating
2013-10-31 15:34:12,903 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39886, dest: /127.0.0.1:48948, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0021_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2986628387314388349_1296, duration: 1468563
2013-10-31 15:34:12,904 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2986628387314388349_1296 terminating
2013-10-31 15:34:12,904 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46611, dest: /127.0.0.1:42991, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0021_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2986628387314388349_1296, duration: 1895103
2013-10-31 15:34:12,904 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2986628387314388349_1296 terminating
2013-10-31 15:34:12,904 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2986628387314388349_1296 size 48
2013-10-31 15:34:12,904 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2986628387314388349_1296 size 48
2013-10-31 15:34:12,905 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0021_m_000000_0
2013-10-31 15:34:12,905 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0021_m_000000_0
2013-10-31 15:34:12,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:12,908 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2986628387314388349_1296 size 48
2013-10-31 15:34:12,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:12,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:12,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:12,950 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0021_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:34:12,950 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000000_0 0.0%
2013-10-31 15:34:13,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:13,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:13,136 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46616, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 121822
2013-10-31 15:34:13,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:13,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:13,149 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46617, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 137170
2013-10-31 15:34:13,149 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0021_m_000003_0
2013-10-31 15:34:13,150 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0021_m_000003_0
2013-10-31 15:34:13,166 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000002_0/part-00002. blk_4792069339365506235_1298
2013-10-31 15:34:13,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4792069339365506235_1298 src: /127.0.0.1:41316 dest: /127.0.0.1:53907
2013-10-31 15:34:13,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4792069339365506235_1298 src: /127.0.0.1:46619 dest: /127.0.0.1:42991
2013-10-31 15:34:13,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4792069339365506235_1298 src: /127.0.0.1:39892 dest: /127.0.0.1:48948
2013-10-31 15:34:13,192 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39892, dest: /127.0.0.1:48948, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0021_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4792069339365506235_1298, duration: 966185
2013-10-31 15:34:13,192 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4792069339365506235_1298 terminating
2013-10-31 15:34:13,193 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46619, dest: /127.0.0.1:42991, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0021_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4792069339365506235_1298, duration: 1417261
2013-10-31 15:34:13,193 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4792069339365506235_1298 terminating
2013-10-31 15:34:13,193 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41316, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0021_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4792069339365506235_1298, duration: 1809206
2013-10-31 15:34:13,193 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4792069339365506235_1298 terminating
2013-10-31 15:34:13,194 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4792069339365506235_1298 size 16
2013-10-31 15:34:13,194 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0021_m_000002_0
2013-10-31 15:34:13,194 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0021_m_000002_0
2013-10-31 15:34:13,194 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4792069339365506235_1298 size 16
2013-10-31 15:34:13,195 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4792069339365506235_1298 size 16
2013-10-31 15:34:13,196 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0021_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:34:13,196 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000003_0 0.0%
2013-10-31 15:34:13,241 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0021_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:34:13,242 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000002_0 0.0%
2013-10-31 15:34:13,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021/job.split dst=null perm=null
2013-10-31 15:34:13,395 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41320, bytes: 756, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000004_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6748644685143474513_1289, duration: 156695
2013-10-31 15:34:13,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00003 dst=null perm=null
2013-10-31 15:34:13,432 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53400, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6527869512117497378_1286, duration: 253791
2013-10-31 15:34:13,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:13,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:13,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:13,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:13,690 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39896, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0021_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 104653
2013-10-31 15:34:13,696 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0021_m_000004_0
2013-10-31 15:34:13,696 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0021_m_000004_0
2013-10-31 15:34:13,844 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0021_m_000000_0
2013-10-31 15:34:13,844 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0021_m_000001_0
2013-10-31 15:34:13,853 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0021_m_000002_0
2013-10-31 15:34:13,853 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0021_m_000003_0
2013-10-31 15:34:14,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000001_0 dst=null perm=null
2013-10-31 15:34:14,033 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1630 Total time for transactions(ms): 35Number of transactions batched in Syncs: 235 Number of syncs: 1164 SyncTimes(ms): 40971 5939
2013-10-31 15:34:14,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:15,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000000_0 dst=null perm=null
2013-10-31 15:34:15,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000003_0 dst=null perm=null
2013-10-31 15:34:15,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000002_0 dst=null perm=null
2013-10-31 15:34:15,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:15,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:15,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:15,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:15,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:15,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:15,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:15,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000002_0 dst=null perm=null
2013-10-31 15:34:15,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000001_0 dst=null perm=null
2013-10-31 15:34:15,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000003_0 dst=null perm=null
2013-10-31 15:34:15,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000000_0 dst=null perm=null
2013-10-31 15:34:15,758 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0021_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:34:15,759 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000004_0 0.0%
2013-10-31 15:34:15,766 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000003_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00002:0+70
2013-10-31 15:34:15,767 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0021_m_000003_0 is done.
2013-10-31 15:34:15,767 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0021_m_000003_0 was -1
2013-10-31 15:34:15,767 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:34:15,775 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000002_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00000:0+114
2013-10-31 15:34:15,776 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0021_m_000002_0 is done.
2013-10-31 15:34:15,776 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0021_m_000002_0 was -1
2013-10-31 15:34:15,776 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:15,839 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0021_m_000006_0
2013-10-31 15:34:15,839 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0021_m_000006_0
2013-10-31 15:34:15,839 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0021_m_000006_0 not found in cache
2013-10-31 15:34:16,857 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0021_m_000002_0' has completed task_20131031152505967_0021_m_000002 successfully.
2013-10-31 15:34:16,859 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0021_m_000003_0' has completed task_20131031152505967_0021_m_000003 successfully.
2013-10-31 15:34:17,359 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000001_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00004:0+136
2013-10-31 15:34:17,362 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000001_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00004:0+136
2013-10-31 15:34:17,363 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0021_m_000001_0 is done.
2013-10-31 15:34:17,363 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0021_m_000001_0 was -1
2013-10-31 15:34:17,363 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:34:17,919 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0021_m_000004_0
2013-10-31 15:34:18,556 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000000_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00001:0+136
2013-10-31 15:34:18,562 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000000_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00001:0+136
2013-10-31 15:34:18,563 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0021_m_000000_0 is done.
2013-10-31 15:34:18,563 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0021_m_000000_0 was -1
2013-10-31 15:34:18,563 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:18,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000004_0 dst=null perm=null
2013-10-31 15:34:18,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:18,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:18,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary/_attempt_20131031152505967_0021_m_000004_0 dst=null perm=null
2013-10-31 15:34:19,369 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000004_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00003:0+70
2013-10-31 15:34:19,373 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000004_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D/part-00003:0+70
2013-10-31 15:34:19,374 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0021_m_000004_0 is done.
2013-10-31 15:34:19,374 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0021_m_000004_0 was -1
2013-10-31 15:34:19,374 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:19,852 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0021_m_000000_0' has completed task_20131031152505967_0021_m_000000 successfully.
2013-10-31 15:34:19,853 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0021_m_000001_0' has completed task_20131031152505967_0021_m_000001 successfully.
2013-10-31 15:34:20,923 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0021_m_000004_0' has completed task_20131031152505967_0021_m_000004 successfully.
2013-10-31 15:34:20,925 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0021_m_000005_0' to tip task_20131031152505967_0021_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:34:20,928 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0021_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:34:20,928 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0021_m_000005_0 which needs 1 slots
2013-10-31 15:34:20,928 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0021_m_000005_0 which needs 1 slots
2013-10-31 15:34:20,957 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0021_m_907873248
2013-10-31 15:34:20,958 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0021_m_907873248 spawned.
2013-10-31 15:34:20,959 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0021/attempt_20131031152505967_0021_m_000005_0/taskjvm.sh
2013-10-31 15:34:21,780 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0021_m_907873248 given task: attempt_20131031152505967_0021_m_000005_0
2013-10-31 15:34:22,296 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000005_0 0.0%
2013-10-31 15:34:22,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary dst=null perm=null
2013-10-31 15:34:22,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:22,317 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_SUCCESS from client DFSClient_attempt_20131031152505967_0021_m_000005_0
2013-10-31 15:34:22,317 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0021_m_000005_0
2013-10-31 15:34:22,439 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1124304302934023803 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:22,439 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1124304302934023803 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:22,439 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1124304302934023803 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:22,440 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1124304302934023803 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:22,440 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6748644685143474513 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:22,440 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6748644685143474513 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:22,440 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6748644685143474513 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:22,440 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6748644685143474513 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:22,441 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3940067029344685209 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:22,441 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3940067029344685209 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:22,441 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3940067029344685209 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:22,441 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4813589115375637376 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:22,442 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4813589115375637376 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:22,442 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4813589115375637376 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:22,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0021 dst=null perm=null
2013-10-31 15:34:25,095 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_3940067029344685209_1290 blk_-1124304302934023803_1288 blk_-4813589115375637376_1291 blk_-6748644685143474513_1289
2013-10-31 15:34:25,095 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_3940067029344685209_1290 blk_-1124304302934023803_1288 blk_-4813589115375637376_1291 blk_-6748644685143474513_1289
2013-10-31 15:34:25,231 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0021_m_000005_0 0.0% cleanup
2013-10-31 15:34:25,232 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0021_m_000005_0 is done.
2013-10-31 15:34:25,232 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0021_m_000005_0 was -1
2013-10-31 15:34:25,233 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:25,611 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-7433580069259118525_1001
2013-10-31 15:34:26,509 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6748644685143474513_1289 file build/test/data/dfs/data/data1/current/blk_-6748644685143474513 for deletion
2013-10-31 15:34:26,509 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4813589115375637376_1291 file build/test/data/dfs/data/data1/current/blk_-4813589115375637376 for deletion
2013-10-31 15:34:26,509 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6748644685143474513_1289 at file build/test/data/dfs/data/data1/current/blk_-6748644685143474513
2013-10-31 15:34:26,510 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1124304302934023803_1288 file build/test/data/dfs/data/data1/current/blk_-1124304302934023803 for deletion
2013-10-31 15:34:26,510 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4813589115375637376_1291 at file build/test/data/dfs/data/data1/current/blk_-4813589115375637376
2013-10-31 15:34:26,510 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3940067029344685209_1290 file build/test/data/dfs/data/data2/current/blk_3940067029344685209 for deletion
2013-10-31 15:34:26,511 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1124304302934023803_1288 at file build/test/data/dfs/data/data1/current/blk_-1124304302934023803
2013-10-31 15:34:26,511 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3940067029344685209_1290 at file build/test/data/dfs/data/data2/current/blk_3940067029344685209
2013-10-31 15:34:26,935 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0021_m_000005_0' has completed task_20131031152505967_0021_m_000005 successfully.
2013-10-31 15:34:26,936 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0021 has completed successfully.
2013-10-31 15:34:26,936 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0021,submitTime=1383233644034,launchTime=1383233644150,firstMapTaskLaunchTime=1383233650835,firstJobSetupTaskLaunchTime=1383233644820,firstJobCleanupTaskLaunchTime=1383233660925,finishTime=1383233666936,numMaps=5,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=40,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[CC757B6D7ACF48C99188C4FBEB169A35/D9FC9F05A6C94D9F9906840BCCC4180A] offset*merge1*offset/(1/3) ...econdStreamednoInterMerge
2013-10-31 15:34:26,941 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0021_1383233644034_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2FD9FC9F05A6C94D9F. blk_-2525902698660278732_1300
2013-10-31 15:34:26,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2525902698660278732_1300 src: /127.0.0.1:53405 dest: /127.0.0.1:57702
2013-10-31 15:34:26,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2525902698660278732_1300 src: /127.0.0.1:41327 dest: /127.0.0.1:53907
2013-10-31 15:34:26,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2525902698660278732_1300 src: /127.0.0.1:46630 dest: /127.0.0.1:42991
2013-10-31 15:34:26,954 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46630, dest: /127.0.0.1:42991, bytes: 25238, op: HDFS_WRITE, cliID: DFSClient_1614045214, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2525902698660278732_1300, duration: 5308749
2013-10-31 15:34:26,955 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2525902698660278732_1300 terminating
2013-10-31 15:34:26,955 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41327, dest: /127.0.0.1:53907, bytes: 25238, op: HDFS_WRITE, cliID: DFSClient_1614045214, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2525902698660278732_1300, duration: 3754096
2013-10-31 15:34:26,956 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2525902698660278732_1300 terminating
2013-10-31 15:34:26,956 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2525902698660278732_1300 size 25238
2013-10-31 15:34:26,956 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53405, dest: /127.0.0.1:57702, bytes: 25238, op: HDFS_WRITE, cliID: DFSClient_1614045214, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2525902698660278732_1300, duration: 3877021
2013-10-31 15:34:26,957 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2525902698660278732_1300 size 25238
2013-10-31 15:34:26,957 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2525902698660278732_1300 terminating
2013-10-31 15:34:26,963 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2525902698660278732_1300 size 25238
2013-10-31 15:34:26,963 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0021_1383233644034_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2FD9FC9F05A6C94D9F from client DFSClient_1614045214
2013-10-31 15:34:26,964 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_logs/history/job_20131031152505967_0021_1383233644034_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2FD9FC9F05A6C94D9F is closed by DFSClient_1614045214
2013-10-31 15:34:26,971 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0021_1383233644034_hadoop_%5BCC757B6D7ACF48C99188C4FBEB169A35%2FD9FC9F05A6C94D9F to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:34:26,972 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0021_m_000004_0'
2013-10-31 15:34:26,972 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0021_m_000005_0'
2013-10-31 15:34:26,976 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3531148584116803470 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:26,977 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3531148584116803470 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,978 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3531148584116803470 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:26,980 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0021_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:34:26,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0021 dst=null perm=null
2013-10-31 15:34:26,983 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4507160178218683168 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:26,984 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4507160178218683168 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:26,984 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4507160178218683168 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:26,984 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8604034824973332647 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:26,985 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8604034824973332647 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:26,985 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8604034824973332647 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,985 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8211273797463481184 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:26,986 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8211273797463481184 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,986 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8211273797463481184 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:26,987 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4793547790825808939 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:26,987 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4793547790825808939 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:26,987 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4793547790825808939 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,988 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4750855807170875648 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,988 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4750855807170875648 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:26,988 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4750855807170875648 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:26,989 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2752104898957334276 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:26,989 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2752104898957334276 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,989 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2752104898957334276 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:26,989 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2564579365516584165 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:26,989 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2564579365516584165 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,990 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2564579365516584165 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:26,990 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7171921544500937804 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,990 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7171921544500937804 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:26,990 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7171921544500937804 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:26,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2179236311_merge1_B40CD0EAFC8A4B34B352CAD460AA363C dst=null perm=null
2013-10-31 15:34:26,996 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7189341214166991111 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:26,997 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7189341214166991111 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,997 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7189341214166991111 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:26,997 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5539395158900235766 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,998 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5539395158900235766 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:26,998 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5539395158900235766 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:26,998 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2904532152750052042 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,999 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2904532152750052042 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:26,999 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2904532152750052042 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:26,999 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3330997263301404141 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:26,999 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3330997263301404141 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:27,000 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3330997263301404141 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:27,000 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1376391578858350735 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:27,000 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1376391578858350735 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:27,000 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1376391578858350735 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:27,001 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6527869512117497378 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:27,001 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6527869512117497378 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:27,001 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6527869512117497378 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:27,001 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8172679881731841367 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:27,001 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8172679881731841367 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:27,002 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8172679881731841367 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:27,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/1541301098_offset_merge1_B600B1F4AD034BA6AF3FB27E1833841D dst=null perm=null
2013-10-31 15:34:27,008 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/_temporary
2013-10-31 15:34:27,013 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0021
2013-10-31 15:34:27,013 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0021 being deleted.
2013-10-31 15:34:27,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge dst=null perm=null
2013-10-31 15:34:27,028 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 5
2013-10-31 15:34:27,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:34:27,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:34:27,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:34:27,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:34:27,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:34:27,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:34:27,034 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39904, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2986628387314388349_1296, duration: 291368
2013-10-31 15:34:27,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:34:27,036 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46633, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1431083915989284543_1295, duration: 263470
2013-10-31 15:34:27,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:34:27,038 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46634, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4792069339365506235_1298, duration: 261785
2013-10-31 15:34:27,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:34:27,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:34:27,039 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge
2013-10-31 15:34:27,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge dst=null perm=null
2013-10-31 15:34:27,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:34:27,044 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41333, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2986628387314388349_1296, duration: 260867
2013-10-31 15:34:27,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:34:27,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46636, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1431083915989284543_1295, duration: 259176
2013-10-31 15:34:27,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:34:27,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39909, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4792069339365506235_1298, duration: 259393
2013-10-31 15:34:27,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:34:27,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:34:27,073 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:34:27,074 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:34:27,094 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] starting
2013-10-31 15:34:27,095 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:34:27,095 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:34:27,096 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:34:27,096 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed"]
2013-10-31 15:34:27,096 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] parallel execution is enabled: true
2013-10-31 15:34:27,096 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] starting jobs: 1
2013-10-31 15:34:27,096 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] allocating threads: 1
2013-10-31 15:34:27,097 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge*offset] starting step: (1/1) ...mergeintohashjoinstreamed
2013-10-31 15:34:27,100 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:34:27,100 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:34:27,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:27,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:34:27,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:27,119 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.jar. blk_7966466263726874576_1301
2013-10-31 15:34:27,120 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6748644685143474513_1289 file build/test/data/dfs/data/data7/current/blk_-6748644685143474513 for deletion
2013-10-31 15:34:27,120 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4813589115375637376_1291 file build/test/data/dfs/data/data7/current/blk_-4813589115375637376 for deletion
2013-10-31 15:34:27,120 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6748644685143474513_1289 at file build/test/data/dfs/data/data7/current/blk_-6748644685143474513
2013-10-31 15:34:27,120 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1124304302934023803_1288 file build/test/data/dfs/data/data8/current/blk_-1124304302934023803 for deletion
2013-10-31 15:34:27,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4813589115375637376_1291 at file build/test/data/dfs/data/data7/current/blk_-4813589115375637376
2013-10-31 15:34:27,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3940067029344685209_1290 file build/test/data/dfs/data/data8/current/blk_3940067029344685209 for deletion
2013-10-31 15:34:27,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1124304302934023803_1288 at file build/test/data/dfs/data/data8/current/blk_-1124304302934023803
2013-10-31 15:34:27,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7966466263726874576_1301 src: /127.0.0.1:39910 dest: /127.0.0.1:48948
2013-10-31 15:34:27,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3940067029344685209_1290 at file build/test/data/dfs/data/data8/current/blk_3940067029344685209
2013-10-31 15:34:27,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7966466263726874576_1301 src: /127.0.0.1:46639 dest: /127.0.0.1:42991
2013-10-31 15:34:27,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7966466263726874576_1301 src: /127.0.0.1:41338 dest: /127.0.0.1:53907
2013-10-31 15:34:27,135 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41338, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7966466263726874576_1301, duration: 6585254
2013-10-31 15:34:27,135 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7966466263726874576_1301 terminating
2013-10-31 15:34:27,136 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7966466263726874576_1301 size 238055
2013-10-31 15:34:27,136 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46639, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7966466263726874576_1301, duration: 7287765
2013-10-31 15:34:27,137 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7966466263726874576_1301 terminating
2013-10-31 15:34:27,137 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39910, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7966466263726874576_1301, duration: 8603146
2013-10-31 15:34:27,138 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7966466263726874576_1301 size 238055
2013-10-31 15:34:27,138 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7966466263726874576_1301 terminating
2013-10-31 15:34:27,139 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7966466263726874576_1301 size 238055
2013-10-31 15:34:27,139 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.jar from client DFSClient_1342392704
2013-10-31 15:34:27,140 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.jar is closed by DFSClient_1342392704
2013-10-31 15:34:27,144 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.jar. New replication is 10
2013-10-31 15:34:27,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.jar dst=null perm=null
2013-10-31 15:34:27,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:27,157 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:34:27,161 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:34:27,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:34:27,164 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:34:27,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:34:27,168 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:34:27,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:34:27,171 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:34:27,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:34:27,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:27,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:27,184 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split. New replication is 10
2013-10-31 15:34:27,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split dst=null perm=null
2013-10-31 15:34:27,190 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split. blk_7320508185143157969_1302
2013-10-31 15:34:27,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7320508185143157969_1302 src: /127.0.0.1:41339 dest: /127.0.0.1:53907
2013-10-31 15:34:27,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7320508185143157969_1302 src: /127.0.0.1:53419 dest: /127.0.0.1:57702
2013-10-31 15:34:27,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7320508185143157969_1302 src: /127.0.0.1:39915 dest: /127.0.0.1:48948
2013-10-31 15:34:27,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7320508185143157969_1302 src: /127.0.0.1:46644 dest: /127.0.0.1:42991
2013-10-31 15:34:27,200 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46644, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7320508185143157969_1302, duration: 79923
2013-10-31 15:34:27,200 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7320508185143157969_1302 terminating
2013-10-31 15:34:27,200 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39915, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7320508185143157969_1302, duration: 814596
2013-10-31 15:34:27,201 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7320508185143157969_1302 terminating
2013-10-31 15:34:27,201 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53419, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7320508185143157969_1302, duration: 1787243
2013-10-31 15:34:27,202 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7320508185143157969_1302 terminating
2013-10-31 15:34:27,202 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7320508185143157969_1302 size 2077
2013-10-31 15:34:27,202 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41339, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7320508185143157969_1302, duration: 2673633
2013-10-31 15:34:27,203 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_7320508185143157969_1302 terminating
2013-10-31 15:34:27,204 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7320508185143157969_1302 size 2077
2013-10-31 15:34:27,204 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split from client DFSClient_1342392704
2013-10-31 15:34:27,205 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split is closed by DFSClient_1342392704
2013-10-31 15:34:27,206 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7320508185143157969_1302 size 2077
2013-10-31 15:34:27,207 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7320508185143157969_1302 size 2077
2013-10-31 15:34:27,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:27,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:27,222 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.splitmetainfo. blk_6867221189803748690_1303
2013-10-31 15:34:27,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6867221189803748690_1303 src: /127.0.0.1:53422 dest: /127.0.0.1:57702
2013-10-31 15:34:27,225 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6867221189803748690_1303 src: /127.0.0.1:39918 dest: /127.0.0.1:48948
2013-10-31 15:34:27,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6867221189803748690_1303 src: /127.0.0.1:46647 dest: /127.0.0.1:42991
2013-10-31 15:34:27,230 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46647, dest: /127.0.0.1:42991, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6867221189803748690_1303, duration: 81781
2013-10-31 15:34:27,231 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6867221189803748690_1303 terminating
2013-10-31 15:34:27,231 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39918, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6867221189803748690_1303, duration: 1096295
2013-10-31 15:34:27,231 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6867221189803748690_1303 terminating
2013-10-31 15:34:27,232 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53422, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6867221189803748690_1303, duration: 2023896
2013-10-31 15:34:27,233 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6867221189803748690_1303 terminating
2013-10-31 15:34:27,233 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6867221189803748690_1303 size 218
2013-10-31 15:34:27,236 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:34:27,236 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:34:27,237 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6867221189803748690_1303 size 218
2013-10-31 15:34:27,238 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6867221189803748690_1303 size 218
2013-10-31 15:34:27,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:27,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:27,258 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.xml. blk_3133701892815641564_1304
2013-10-31 15:34:27,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3133701892815641564_1304 src: /127.0.0.1:46648 dest: /127.0.0.1:42991
2013-10-31 15:34:27,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3133701892815641564_1304 src: /127.0.0.1:53426 dest: /127.0.0.1:57702
2013-10-31 15:34:27,263 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3133701892815641564_1304 src: /127.0.0.1:39922 dest: /127.0.0.1:48948
2013-10-31 15:34:27,266 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39922, dest: /127.0.0.1:48948, bytes: 28807, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3133701892815641564_1304, duration: 409047
2013-10-31 15:34:27,266 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3133701892815641564_1304 terminating
2013-10-31 15:34:27,267 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53426, dest: /127.0.0.1:57702, bytes: 28807, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3133701892815641564_1304, duration: 1268763
2013-10-31 15:34:27,267 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3133701892815641564_1304 size 28807
2013-10-31 15:34:27,267 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3133701892815641564_1304 terminating
2013-10-31 15:34:27,268 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46648, dest: /127.0.0.1:42991, bytes: 28807, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3133701892815641564_1304, duration: 2189578
2013-10-31 15:34:27,269 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3133701892815641564_1304 size 28807
2013-10-31 15:34:27,269 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3133701892815641564_1304 terminating
2013-10-31 15:34:27,271 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.xml from client DFSClient_1342392704
2013-10-31 15:34:27,271 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.xml is closed by DFSClient_1342392704
2013-10-31 15:34:27,272 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3133701892815641564_1304 size 28807
2013-10-31 15:34:28,096 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_7966466263726874576_1301 to datanode(s) 127.0.0.1:57702
2013-10-31 15:34:28,097 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_8604034824973332647_1266 blk_-6527869512117497378_1286 blk_7171921544500937804_1273 blk_4793547790825808939_1269 blk_-4507160178218683168_1274 blk_-1124304302934023803_1288 blk_-2904532152750052042_1283 blk_3330997263301404141_1282 blk_-4813589115375637376_1291 blk_8211273797463481184_1269 blk_-4750855807170875648_1273 blk_8172679881731841367_1286 blk_3531148584116803470_1294 blk_7189341214166991111_1287 blk_-2752104898957334276_1273 blk_-6748644685143474513_1289
2013-10-31 15:34:28,097 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_8604034824973332647_1266 blk_1376391578858350735_1286 blk_-6527869512117497378_1286 blk_7171921544500937804_1273 blk_4793547790825808939_1269 blk_-2904532152750052042_1283 blk_8211273797463481184_1269 blk_3330997263301404141_1282 blk_-4750855807170875648_1273 blk_2564579365516584165_1273 blk_3531148584116803470_1294 blk_7189341214166991111_1287 blk_-5539395158900235766_1280 blk_-2752104898957334276_1273
2013-10-31 15:34:28,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.xml dst=null perm=null
2013-10-31 15:34:28,644 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39925, bytes: 29035, op: HDFS_READ, cliID: DFSClient_1307499078, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3133701892815641564_1304, duration: 406830
2013-10-31 15:34:28,662 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0022: nMaps=6 nReduces=0 max=-1
2013-10-31 15:34:28,663 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0022 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:34:28,663 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0022
2013-10-31 15:34:28,663 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0022 RESULT=SUCCESS
2013-10-31 15:34:28,663 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0022
2013-10-31 15:34:28,664 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge*offset] submitted hadoop job: job_20131031152505967_0022
2013-10-31 15:34:28,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_logs/history/job_20131031152505967_0022_1383233668633_hadoop_%5B57B2A129BBF2472FB0D3C64A63B7F9A8%2F81E0F74D34394510 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:28,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_logs/history/job_20131031152505967_0022_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:28,695 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_logs/history/job_20131031152505967_0022_conf.xml. blk_-6048859761822854257_1306
2013-10-31 15:34:28,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6048859761822854257_1306 src: /127.0.0.1:41352 dest: /127.0.0.1:53907
2013-10-31 15:34:28,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6048859761822854257_1306 src: /127.0.0.1:39927 dest: /127.0.0.1:48948
2013-10-31 15:34:28,700 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6048859761822854257_1306 src: /127.0.0.1:53433 dest: /127.0.0.1:57702
2013-10-31 15:34:28,704 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53433, dest: /127.0.0.1:57702, bytes: 28872, op: HDFS_WRITE, cliID: DFSClient_1307499078, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6048859761822854257_1306, duration: 542759
2013-10-31 15:34:28,705 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6048859761822854257_1306 terminating
2013-10-31 15:34:28,705 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39927, dest: /127.0.0.1:48948, bytes: 28872, op: HDFS_WRITE, cliID: DFSClient_1307499078, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6048859761822854257_1306, duration: 1314305
2013-10-31 15:34:28,706 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6048859761822854257_1306 terminating
2013-10-31 15:34:28,706 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41352, dest: /127.0.0.1:53907, bytes: 28872, op: HDFS_WRITE, cliID: DFSClient_1307499078, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6048859761822854257_1306, duration: 2269420
2013-10-31 15:34:28,707 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6048859761822854257_1306 terminating
2013-10-31 15:34:28,708 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6048859761822854257_1306 size 28872
2013-10-31 15:34:28,709 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_logs/history/job_20131031152505967_0022_conf.xml from client DFSClient_1307499078
2013-10-31 15:34:28,709 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_logs/history/job_20131031152505967_0022_conf.xml is closed by DFSClient_1307499078
2013-10-31 15:34:28,710 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6048859761822854257_1306 size 28872
2013-10-31 15:34:28,710 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6048859761822854257_1306 size 28872
2013-10-31 15:34:28,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0022/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:28,727 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0022/jobToken. blk_961700251506933950_1307
2013-10-31 15:34:28,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_961700251506933950_1307 src: /127.0.0.1:39929 dest: /127.0.0.1:48948
2013-10-31 15:34:28,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_961700251506933950_1307 src: /127.0.0.1:53435 dest: /127.0.0.1:57702
2013-10-31 15:34:28,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_961700251506933950_1307 src: /127.0.0.1:41357 dest: /127.0.0.1:53907
2013-10-31 15:34:28,735 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41357, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_961700251506933950_1307, duration: 65513
2013-10-31 15:34:28,735 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_961700251506933950_1307 terminating
2013-10-31 15:34:28,735 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53435, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_961700251506933950_1307, duration: 910012
2013-10-31 15:34:28,736 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_961700251506933950_1307 terminating
2013-10-31 15:34:28,736 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39929, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_961700251506933950_1307, duration: 1760255
2013-10-31 15:34:28,737 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_961700251506933950_1307 size 116
2013-10-31 15:34:28,737 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_961700251506933950_1307 terminating
2013-10-31 15:34:28,739 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_961700251506933950_1307 size 116
2013-10-31 15:34:28,741 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_961700251506933950_1307 size 116
2013-10-31 15:34:28,741 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0022/jobToken from client DFSClient_1342392704
2013-10-31 15:34:28,742 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0022/jobToken is closed by DFSClient_1342392704
2013-10-31 15:34:28,747 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0022/jobToken
2013-10-31 15:34:28,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.splitmetainfo dst=null perm=null
2013-10-31 15:34:28,751 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39932, bytes: 222, op: HDFS_READ, cliID: DFSClient_1307499078, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6867221189803748690_1303, duration: 261329
2013-10-31 15:34:28,753 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0022 = 38. Number of splits = 6
2013-10-31 15:34:28,753 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,753 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,753 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,754 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,754 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,754 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,755 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,755 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,755 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,755 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,755 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,756 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,756 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,756 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,756 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,757 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,757 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,757 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0022_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:28,757 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0022 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:34:28,758 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0022 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:34:28,866 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0022_m_000007_0' to tip task_20131031152505967_0022_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:34:28,872 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0021_m_000000_0'
2013-10-31 15:34:28,872 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0021_m_000001_0'
2013-10-31 15:34:28,872 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0021_m_000006_0'
2013-10-31 15:34:28,874 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0022_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:34:28,874 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0022_m_000007_0 which needs 1 slots
2013-10-31 15:34:28,874 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0022_m_000007_0 which needs 1 slots
2013-10-31 15:34:28,877 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0021_m_000002_0'
2013-10-31 15:34:28,877 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0021_m_000003_0'
2013-10-31 15:34:28,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0022/jobToken dst=null perm=null
2013-10-31 15:34:28,885 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53438, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_961700251506933950_1307, duration: 261151
2013-10-31 15:34:28,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.xml dst=null perm=null
2013-10-31 15:34:28,895 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39935, bytes: 29035, op: HDFS_READ, cliID: DFSClient_-2130734018, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3133701892815641564_1304, duration: 463666
2013-10-31 15:34:28,915 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:34:28,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.jar dst=null perm=null
2013-10-31 15:34:28,933 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46664, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-2130734018, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7966466263726874576_1301, duration: 1259725
2013-10-31 15:34:29,029 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0021_m_-445531731
2013-10-31 15:34:29,035 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32446 with signal TERM. Exit code 0
2013-10-31 15:34:29,035 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0022_m_1050830955
2013-10-31 15:34:29,036 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0022_m_1050830955 spawned.
2013-10-31 15:34:29,037 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0022/attempt_20131031152505967_0022_m_000007_0/taskjvm.sh
2013-10-31 15:34:29,510 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_7966466263726874576_1301 to 127.0.0.1:57702
2013-10-31 15:34:29,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7966466263726874576_1301 src: /127.0.0.1:53442 dest: /127.0.0.1:57702
2013-10-31 15:34:29,512 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_7966466263726874576_1301 to /127.0.0.1:57702
2013-10-31 15:34:29,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_7966466263726874576_1301 src: /127.0.0.1:53442 dest: /127.0.0.1:57702 of size 238055
2013-10-31 15:34:29,516 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7966466263726874576_1301 size 238055
2013-10-31 15:34:29,899 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0021_m_-445531731
2013-10-31 15:34:30,120 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6527869512117497378_1286 file build/test/data/dfs/data/data8/current/blk_-6527869512117497378 for deletion
2013-10-31 15:34:30,120 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5539395158900235766_1280 file build/test/data/dfs/data/data7/current/blk_-5539395158900235766 for deletion
2013-10-31 15:34:30,120 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6527869512117497378_1286 at file build/test/data/dfs/data/data8/current/blk_-6527869512117497378
2013-10-31 15:34:30,120 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4750855807170875648_1273 file build/test/data/dfs/data/data7/current/blk_-4750855807170875648 for deletion
2013-10-31 15:34:30,120 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5539395158900235766_1280 at file build/test/data/dfs/data/data7/current/blk_-5539395158900235766
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2904532152750052042_1283 file build/test/data/dfs/data/data8/current/blk_-2904532152750052042 for deletion
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4750855807170875648_1273 at file build/test/data/dfs/data/data7/current/blk_-4750855807170875648
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2752104898957334276_1273 file build/test/data/dfs/data/data8/current/blk_-2752104898957334276 for deletion
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2904532152750052042_1283 at file build/test/data/dfs/data/data8/current/blk_-2904532152750052042
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1376391578858350735_1286 file build/test/data/dfs/data/data7/current/blk_1376391578858350735 for deletion
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2752104898957334276_1273 at file build/test/data/dfs/data/data8/current/blk_-2752104898957334276
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2564579365516584165_1273 file build/test/data/dfs/data/data8/current/blk_2564579365516584165 for deletion
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1376391578858350735_1286 at file build/test/data/dfs/data/data7/current/blk_1376391578858350735
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3330997263301404141_1282 file build/test/data/dfs/data/data7/current/blk_3330997263301404141 for deletion
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2564579365516584165_1273 at file build/test/data/dfs/data/data8/current/blk_2564579365516584165
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3531148584116803470_1294 file build/test/data/dfs/data/data7/current/blk_3531148584116803470 for deletion
2013-10-31 15:34:30,121 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3330997263301404141_1282 at file build/test/data/dfs/data/data7/current/blk_3330997263301404141
2013-10-31 15:34:30,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4793547790825808939_1269 file build/test/data/dfs/data/data8/current/blk_4793547790825808939 for deletion
2013-10-31 15:34:30,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3531148584116803470_1294 at file build/test/data/dfs/data/data7/current/blk_3531148584116803470
2013-10-31 15:34:30,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4793547790825808939_1269 at file build/test/data/dfs/data/data8/current/blk_4793547790825808939
2013-10-31 15:34:30,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7171921544500937804_1273 file build/test/data/dfs/data/data7/current/blk_7171921544500937804 for deletion
2013-10-31 15:34:30,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7189341214166991111_1287 file build/test/data/dfs/data/data7/current/blk_7189341214166991111 for deletion
2013-10-31 15:34:30,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7171921544500937804_1273 at file build/test/data/dfs/data/data7/current/blk_7171921544500937804
2013-10-31 15:34:30,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8211273797463481184_1269 file build/test/data/dfs/data/data7/current/blk_8211273797463481184 for deletion
2013-10-31 15:34:30,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7189341214166991111_1287 at file build/test/data/dfs/data/data7/current/blk_7189341214166991111
2013-10-31 15:34:30,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8604034824973332647_1266 file build/test/data/dfs/data/data8/current/blk_8604034824973332647 for deletion
2013-10-31 15:34:30,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8211273797463481184_1269 at file build/test/data/dfs/data/data7/current/blk_8211273797463481184
2013-10-31 15:34:30,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8604034824973332647_1266 at file build/test/data/dfs/data/data8/current/blk_8604034824973332647
2013-10-31 15:34:30,683 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6748644685143474513_1289 file build/test/data/dfs/data/data6/current/blk_-6748644685143474513 for deletion
2013-10-31 15:34:30,683 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6527869512117497378_1286 file build/test/data/dfs/data/data5/current/blk_-6527869512117497378 for deletion
2013-10-31 15:34:30,684 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6748644685143474513_1289 at file build/test/data/dfs/data/data6/current/blk_-6748644685143474513
2013-10-31 15:34:30,684 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6527869512117497378_1286 at file build/test/data/dfs/data/data5/current/blk_-6527869512117497378
2013-10-31 15:34:30,684 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4813589115375637376_1291 file build/test/data/dfs/data/data5/current/blk_-4813589115375637376 for deletion
2013-10-31 15:34:30,684 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4750855807170875648_1273 file build/test/data/dfs/data/data6/current/blk_-4750855807170875648 for deletion
2013-10-31 15:34:30,684 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4813589115375637376_1291 at file build/test/data/dfs/data/data5/current/blk_-4813589115375637376
2013-10-31 15:34:30,684 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4750855807170875648_1273 at file build/test/data/dfs/data/data6/current/blk_-4750855807170875648
2013-10-31 15:34:30,684 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4507160178218683168_1274 file build/test/data/dfs/data/data5/current/blk_-4507160178218683168 for deletion
2013-10-31 15:34:30,684 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2904532152750052042_1283 file build/test/data/dfs/data/data5/current/blk_-2904532152750052042 for deletion
2013-10-31 15:34:30,684 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4507160178218683168_1274 at file build/test/data/dfs/data/data5/current/blk_-4507160178218683168
2013-10-31 15:34:30,684 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2752104898957334276_1273 file build/test/data/dfs/data/data5/current/blk_-2752104898957334276 for deletion
2013-10-31 15:34:30,685 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2904532152750052042_1283 at file build/test/data/dfs/data/data5/current/blk_-2904532152750052042
2013-10-31 15:34:30,685 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1124304302934023803_1288 file build/test/data/dfs/data/data5/current/blk_-1124304302934023803 for deletion
2013-10-31 15:34:30,685 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2752104898957334276_1273 at file build/test/data/dfs/data/data5/current/blk_-2752104898957334276
2013-10-31 15:34:30,685 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3330997263301404141_1282 file build/test/data/dfs/data/data6/current/blk_3330997263301404141 for deletion
2013-10-31 15:34:30,685 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3531148584116803470_1294 file build/test/data/dfs/data/data5/current/blk_3531148584116803470 for deletion
2013-10-31 15:34:30,685 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3330997263301404141_1282 at file build/test/data/dfs/data/data6/current/blk_3330997263301404141
2013-10-31 15:34:30,685 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1124304302934023803_1288 at file build/test/data/dfs/data/data5/current/blk_-1124304302934023803
2013-10-31 15:34:30,685 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4793547790825808939_1269 file build/test/data/dfs/data/data6/current/blk_4793547790825808939 for deletion
2013-10-31 15:34:30,685 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3531148584116803470_1294 at file build/test/data/dfs/data/data5/current/blk_3531148584116803470
2013-10-31 15:34:30,685 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7171921544500937804_1273 file build/test/data/dfs/data/data6/current/blk_7171921544500937804 for deletion
2013-10-31 15:34:30,685 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4793547790825808939_1269 at file build/test/data/dfs/data/data6/current/blk_4793547790825808939
2013-10-31 15:34:30,686 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7189341214166991111_1287 file build/test/data/dfs/data/data6/current/blk_7189341214166991111 for deletion
2013-10-31 15:34:30,686 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7171921544500937804_1273 at file build/test/data/dfs/data/data6/current/blk_7171921544500937804
2013-10-31 15:34:30,686 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8172679881731841367_1286 file build/test/data/dfs/data/data6/current/blk_8172679881731841367 for deletion
2013-10-31 15:34:30,686 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7189341214166991111_1287 at file build/test/data/dfs/data/data6/current/blk_7189341214166991111
2013-10-31 15:34:30,686 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8211273797463481184_1269 file build/test/data/dfs/data/data5/current/blk_8211273797463481184 for deletion
2013-10-31 15:34:30,686 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8172679881731841367_1286 at file build/test/data/dfs/data/data6/current/blk_8172679881731841367
2013-10-31 15:34:30,686 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8604034824973332647_1266 file build/test/data/dfs/data/data6/current/blk_8604034824973332647 for deletion
2013-10-31 15:34:30,686 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8211273797463481184_1269 at file build/test/data/dfs/data/data5/current/blk_8211273797463481184
2013-10-31 15:34:30,686 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8604034824973332647_1266 at file build/test/data/dfs/data/data6/current/blk_8604034824973332647
2013-10-31 15:34:30,747 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:30,747 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:30,747 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:30,748 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0021_m_-445531731 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:34:31,098 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_8172679881731841367_1286 blk_2564579365516584165_1273 blk_8604034824973332647_1266 blk_1376391578858350735_1286 blk_7171921544500937804_1273 blk_-5539395158900235766_1280 blk_-4507160178218683168_1274 blk_8211273797463481184_1269
2013-10-31 15:34:31,099 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_3940067029344685209_1290 blk_1376391578858350735_1286 blk_-6527869512117497378_1286 blk_4793547790825808939_1269 blk_-4507160178218683168_1274 blk_-1124304302934023803_1288 blk_-2904532152750052042_1283 blk_3330997263301404141_1282 blk_-4750855807170875648_1273 blk_8172679881731841367_1286 blk_2564579365516584165_1273 blk_3531148584116803470_1294 blk_7189341214166991111_1287 blk_-5539395158900235766_1280 blk_-2752104898957334276_1273 blk_-6748644685143474513_1289
2013-10-31 15:34:31,399 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0022_m_1050830955 given task: attempt_20131031152505967_0022_m_000007_0
2013-10-31 15:34:31,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:31,975 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0021
2013-10-31 15:34:31,976 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0021_m_000004_0 not found in cache
2013-10-31 15:34:31,976 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0021_m_000005_0 not found in cache
2013-10-31 15:34:31,976 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0021 for user-log deletion with retainTimeStamp:1383320071976
2013-10-31 15:34:32,511 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5539395158900235766_1280 file build/test/data/dfs/data/data2/current/blk_-5539395158900235766 for deletion
2013-10-31 15:34:32,511 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4507160178218683168_1274 file build/test/data/dfs/data/data1/current/blk_-4507160178218683168 for deletion
2013-10-31 15:34:32,511 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5539395158900235766_1280 at file build/test/data/dfs/data/data2/current/blk_-5539395158900235766
2013-10-31 15:34:32,511 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1376391578858350735_1286 file build/test/data/dfs/data/data1/current/blk_1376391578858350735 for deletion
2013-10-31 15:34:32,511 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4507160178218683168_1274 at file build/test/data/dfs/data/data1/current/blk_-4507160178218683168
2013-10-31 15:34:32,512 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2564579365516584165_1273 file build/test/data/dfs/data/data1/current/blk_2564579365516584165 for deletion
2013-10-31 15:34:32,512 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1376391578858350735_1286 at file build/test/data/dfs/data/data1/current/blk_1376391578858350735
2013-10-31 15:34:32,512 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7171921544500937804_1273 file build/test/data/dfs/data/data2/current/blk_7171921544500937804 for deletion
2013-10-31 15:34:32,512 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2564579365516584165_1273 at file build/test/data/dfs/data/data1/current/blk_2564579365516584165
2013-10-31 15:34:32,513 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7171921544500937804_1273 at file build/test/data/dfs/data/data2/current/blk_7171921544500937804
2013-10-31 15:34:32,513 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8172679881731841367_1286 file build/test/data/dfs/data/data2/current/blk_8172679881731841367 for deletion
2013-10-31 15:34:32,513 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8172679881731841367_1286 at file build/test/data/dfs/data/data2/current/blk_8172679881731841367
2013-10-31 15:34:32,513 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8211273797463481184_1269 file build/test/data/dfs/data/data2/current/blk_8211273797463481184 for deletion
2013-10-31 15:34:32,513 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8211273797463481184_1269 at file build/test/data/dfs/data/data2/current/blk_8211273797463481184
2013-10-31 15:34:32,513 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8604034824973332647_1266 file build/test/data/dfs/data/data2/current/blk_8604034824973332647 for deletion
2013-10-31 15:34:32,514 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8604034824973332647_1266 at file build/test/data/dfs/data/data2/current/blk_8604034824973332647
2013-10-31 15:34:33,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6748644685143474513_1289 file build/test/data/dfs/data/data4/current/blk_-6748644685143474513 for deletion
2013-10-31 15:34:33,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6527869512117497378_1286 file build/test/data/dfs/data/data3/current/blk_-6527869512117497378 for deletion
2013-10-31 15:34:33,122 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6748644685143474513_1289 at file build/test/data/dfs/data/data4/current/blk_-6748644685143474513
2013-10-31 15:34:33,123 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6527869512117497378_1286 at file build/test/data/dfs/data/data3/current/blk_-6527869512117497378
2013-10-31 15:34:33,123 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5539395158900235766_1280 file build/test/data/dfs/data/data3/current/blk_-5539395158900235766 for deletion
2013-10-31 15:34:33,123 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4750855807170875648_1273 file build/test/data/dfs/data/data3/current/blk_-4750855807170875648 for deletion
2013-10-31 15:34:33,123 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5539395158900235766_1280 at file build/test/data/dfs/data/data3/current/blk_-5539395158900235766
2013-10-31 15:34:33,124 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4507160178218683168_1274 file build/test/data/dfs/data/data4/current/blk_-4507160178218683168 for deletion
2013-10-31 15:34:33,124 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4750855807170875648_1273 at file build/test/data/dfs/data/data3/current/blk_-4750855807170875648
2013-10-31 15:34:33,124 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4507160178218683168_1274 at file build/test/data/dfs/data/data4/current/blk_-4507160178218683168
2013-10-31 15:34:33,124 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2904532152750052042_1283 file build/test/data/dfs/data/data4/current/blk_-2904532152750052042 for deletion
2013-10-31 15:34:33,125 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2752104898957334276_1273 file build/test/data/dfs/data/data4/current/blk_-2752104898957334276 for deletion
2013-10-31 15:34:33,125 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2904532152750052042_1283 at file build/test/data/dfs/data/data4/current/blk_-2904532152750052042
2013-10-31 15:34:33,125 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1124304302934023803_1288 file build/test/data/dfs/data/data3/current/blk_-1124304302934023803 for deletion
2013-10-31 15:34:33,125 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2752104898957334276_1273 at file build/test/data/dfs/data/data4/current/blk_-2752104898957334276
2013-10-31 15:34:33,126 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1376391578858350735_1286 file build/test/data/dfs/data/data4/current/blk_1376391578858350735 for deletion
2013-10-31 15:34:33,126 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1124304302934023803_1288 at file build/test/data/dfs/data/data3/current/blk_-1124304302934023803
2013-10-31 15:34:33,126 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1376391578858350735_1286 at file build/test/data/dfs/data/data4/current/blk_1376391578858350735
2013-10-31 15:34:33,126 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2564579365516584165_1273 file build/test/data/dfs/data/data3/current/blk_2564579365516584165 for deletion
2013-10-31 15:34:33,127 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3330997263301404141_1282 file build/test/data/dfs/data/data3/current/blk_3330997263301404141 for deletion
2013-10-31 15:34:33,127 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2564579365516584165_1273 at file build/test/data/dfs/data/data3/current/blk_2564579365516584165
2013-10-31 15:34:33,127 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3531148584116803470_1294 file build/test/data/dfs/data/data4/current/blk_3531148584116803470 for deletion
2013-10-31 15:34:33,127 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3330997263301404141_1282 at file build/test/data/dfs/data/data3/current/blk_3330997263301404141
2013-10-31 15:34:33,128 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3531148584116803470_1294 at file build/test/data/dfs/data/data4/current/blk_3531148584116803470
2013-10-31 15:34:33,127 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3940067029344685209_1290 file build/test/data/dfs/data/data3/current/blk_3940067029344685209 for deletion
2013-10-31 15:34:33,128 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4793547790825808939_1269 file build/test/data/dfs/data/data4/current/blk_4793547790825808939 for deletion
2013-10-31 15:34:33,128 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3940067029344685209_1290 at file build/test/data/dfs/data/data3/current/blk_3940067029344685209
2013-10-31 15:34:33,128 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4793547790825808939_1269 at file build/test/data/dfs/data/data4/current/blk_4793547790825808939
2013-10-31 15:34:33,128 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7189341214166991111_1287 file build/test/data/dfs/data/data4/current/blk_7189341214166991111 for deletion
2013-10-31 15:34:33,129 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8172679881731841367_1286 file build/test/data/dfs/data/data3/current/blk_8172679881731841367 for deletion
2013-10-31 15:34:33,129 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7189341214166991111_1287 at file build/test/data/dfs/data/data4/current/blk_7189341214166991111
2013-10-31 15:34:33,129 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8172679881731841367_1286 at file build/test/data/dfs/data/data3/current/blk_8172679881731841367
2013-10-31 15:34:33,289 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0021_m_907873248 since job job_20131031152505967_0021 is dead
2013-10-31 15:34:33,301 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group488 with signal TERM. Exit code 0
2013-10-31 15:34:33,451 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0021_m_-1653574018 since job job_20131031152505967_0021 is dead
2013-10-31 15:34:33,461 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32762 with signal TERM. Exit code 0
2013-10-31 15:34:33,474 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:33,474 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:33,474 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:33,474 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0021_m_907873248 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:33,642 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:33,643 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:33,643 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:33,643 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0021_m_-1653574018 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:33,874 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0021
2013-10-31 15:34:33,875 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0021_m_000001_0 not found in cache
2013-10-31 15:34:33,875 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0021_m_000000_0 not found in cache
2013-10-31 15:34:33,876 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0021 for user-log deletion with retainTimeStamp:1383320073876
2013-10-31 15:34:33,878 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0021
2013-10-31 15:34:33,879 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0021_m_000003_0 not found in cache
2013-10-31 15:34:33,879 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0021_m_000002_0 not found in cache
2013-10-31 15:34:33,879 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0021 for user-log deletion with retainTimeStamp:1383320073879
2013-10-31 15:34:34,096 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0021_m_1439576303 since job job_20131031152505967_0021 is dead
2013-10-31 15:34:34,104 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32597 with signal TERM. Exit code 0
2013-10-31 15:34:34,335 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0021_m_-787480915 since job job_20131031152505967_0021 is dead
2013-10-31 15:34:34,345 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32664 with signal TERM. Exit code 0
2013-10-31 15:34:34,346 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0021_m_194865171 since job job_20131031152505967_0021 is dead
2013-10-31 15:34:34,359 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group32661 with signal TERM. Exit code 0
2013-10-31 15:34:34,381 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:34,381 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:34,382 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:34,382 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0021_m_1439576303 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:34,522 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:34,522 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:34,522 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:34,522 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0021_m_194865171 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:34,533 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:34,533 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:34,533 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:34,533 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0021_m_-787480915 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:34,820 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000007_0 0.0% setup
2013-10-31 15:34:34,822 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0022_m_000007_0 is done.
2013-10-31 15:34:34,822 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0022_m_000007_0 was -1
2013-10-31 15:34:34,822 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:34,877 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0022_m_000007_0' has completed task_20131031152505967_0022_m_000007 successfully.
2013-10-31 15:34:34,881 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0022_m_000000_0' to tip task_20131031152505967_0022_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:34:34,882 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0022_m_000000
2013-10-31 15:34:34,882 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0022_m_000001_0' to tip task_20131031152505967_0022_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:34:34,882 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0022_m_000001
2013-10-31 15:34:34,884 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0022_m_000002_0' to tip task_20131031152505967_0022_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:34:34,885 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0022_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:34:34,885 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0022_m_000002
2013-10-31 15:34:34,886 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0022_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:34:34,886 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0022_m_000000_0 which needs 1 slots
2013-10-31 15:34:34,886 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0022_m_000003_0' to tip task_20131031152505967_0022_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:34:34,887 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0022_m_000000_0 which needs 1 slots
2013-10-31 15:34:34,888 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0022_m_000003
2013-10-31 15:34:34,888 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0022_m_000001_0 which needs 1 slots
2013-10-31 15:34:34,889 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0022_m_000001_0 which needs 1 slots
2013-10-31 15:34:34,893 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0022_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:34:34,895 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0022_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:34:34,895 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0022_m_000002_0 which needs 1 slots
2013-10-31 15:34:34,896 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0022_m_000002_0 which needs 1 slots
2013-10-31 15:34:34,896 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0022_m_000003_0 which needs 1 slots
2013-10-31 15:34:34,896 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0022_m_000003_0 which needs 1 slots
2013-10-31 15:34:34,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0022/jobToken dst=null perm=null
2013-10-31 15:34:34,905 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53448, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_961700251506933950_1307, duration: 304981
2013-10-31 15:34:34,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.xml dst=null perm=null
2013-10-31 15:34:34,916 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53450, bytes: 29035, op: HDFS_READ, cliID: DFSClient_1346808891, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3133701892815641564_1304, duration: 397090
2013-10-31 15:34:34,931 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0022_m_-272479926
2013-10-31 15:34:34,932 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0022_m_-272479926 spawned.
2013-10-31 15:34:34,933 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0022/attempt_20131031152505967_0022_m_000001_0. Attempting to reuse: jvm_20131031152505967_0022_m_1050830955
2013-10-31 15:34:34,934 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0022/attempt_20131031152505967_0022_m_000000_0/taskjvm.sh
2013-10-31 15:34:34,992 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:34:35,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.jar dst=null perm=null
2013-10-31 15:34:35,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41372, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1346808891, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7966466263726874576_1301, duration: 631340
2013-10-31 15:34:35,092 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0022_m_456545476
2013-10-31 15:34:35,092 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0022_m_456545476 spawned.
2013-10-31 15:34:35,095 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0022/attempt_20131031152505967_0022_m_000002_0/taskjvm.sh
2013-10-31 15:34:35,109 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0022_m_1717190979
2013-10-31 15:34:35,111 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0022_m_1717190979 spawned.
2013-10-31 15:34:35,112 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0022/attempt_20131031152505967_0022_m_000003_0/taskjvm.sh
2013-10-31 15:34:35,382 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0022_m_1050830955 given task: attempt_20131031152505967_0022_m_000001_0
2013-10-31 15:34:35,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split dst=null perm=null
2013-10-31 15:34:35,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39948, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7320508185143157969_1302, duration: 160479
2013-10-31 15:34:35,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:34:35,523 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53454, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 122160
2013-10-31 15:34:35,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:35,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:35,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:35,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:35,785 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46679, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 143985
2013-10-31 15:34:35,795 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000001_0/part-00001. blk_6212617802826000104_1308
2013-10-31 15:34:35,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6212617802826000104_1308 src: /127.0.0.1:41378 dest: /127.0.0.1:53907
2013-10-31 15:34:35,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6212617802826000104_1308 src: /127.0.0.1:53458 dest: /127.0.0.1:57702
2013-10-31 15:34:35,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6212617802826000104_1308 src: /127.0.0.1:46682 dest: /127.0.0.1:42991
2013-10-31 15:34:35,815 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0022_m_-272479926 given task: attempt_20131031152505967_0022_m_000000_0
2013-10-31 15:34:35,816 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46682, dest: /127.0.0.1:42991, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6212617802826000104_1308, duration: 1875989
2013-10-31 15:34:35,816 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6212617802826000104_1308 terminating
2013-10-31 15:34:35,817 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6212617802826000104_1308 size 16
2013-10-31 15:34:35,817 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53458, dest: /127.0.0.1:57702, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6212617802826000104_1308, duration: 2112044
2013-10-31 15:34:35,817 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6212617802826000104_1308 terminating
2013-10-31 15:34:35,817 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41378, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6212617802826000104_1308, duration: 2526013
2013-10-31 15:34:35,817 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6212617802826000104_1308 terminating
2013-10-31 15:34:35,818 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6212617802826000104_1308 size 16
2013-10-31 15:34:35,819 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0022_m_000001_0
2013-10-31 15:34:35,819 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0022_m_000001_0
2013-10-31 15:34:35,820 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6212617802826000104_1308 size 16
2013-10-31 15:34:35,856 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0022_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:34:35,856 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000001_0 0.0%
2013-10-31 15:34:35,984 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0022_m_000004_0' to tip task_20131031152505967_0022_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:34:35,984 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0022_m_000004
2013-10-31 15:34:35,984 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0022_m_000005_0' to tip task_20131031152505967_0022_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:34:35,984 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0022_m_000005
2013-10-31 15:34:35,985 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0022_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:34:35,986 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0022_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:34:35,986 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0022_m_000004_0 which needs 1 slots
2013-10-31 15:34:35,986 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0022_m_000004_0 which needs 1 slots
2013-10-31 15:34:35,986 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0022_m_000005_0 which needs 1 slots
2013-10-31 15:34:35,987 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0022_m_000005_0 which needs 1 slots
2013-10-31 15:34:35,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0022/jobToken dst=null perm=null
2013-10-31 15:34:35,990 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39958, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_961700251506933950_1307, duration: 168493
2013-10-31 15:34:35,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.xml dst=null perm=null
2013-10-31 15:34:35,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46688, bytes: 29035, op: HDFS_READ, cliID: DFSClient_289197272, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3133701892815641564_1304, duration: 165133
2013-10-31 15:34:36,008 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:34:36,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.jar dst=null perm=null
2013-10-31 15:34:36,022 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53466, bytes: 239915, op: HDFS_READ, cliID: DFSClient_289197272, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7966466263726874576_1301, duration: 747335
2013-10-31 15:34:36,046 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0022_m_456545476 given task: attempt_20131031152505967_0022_m_000002_0
2013-10-31 15:34:36,051 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0022_m_1717190979 given task: attempt_20131031152505967_0022_m_000003_0
2013-10-31 15:34:36,076 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0022_m_-531035672
2013-10-31 15:34:36,077 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0022_m_-531035672 spawned.
2013-10-31 15:34:36,077 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0022_m_-1610388023
2013-10-31 15:34:36,078 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0022_m_-1610388023 spawned.
2013-10-31 15:34:36,078 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0022/attempt_20131031152505967_0022_m_000004_0/taskjvm.sh
2013-10-31 15:34:36,079 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0022/attempt_20131031152505967_0022_m_000005_0/taskjvm.sh
2013-10-31 15:34:36,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split dst=null perm=null
2013-10-31 15:34:36,507 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46691, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7320508185143157969_1302, duration: 159114
2013-10-31 15:34:36,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:34:36,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:36,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:36,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split dst=null perm=null
2013-10-31 15:34:36,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split dst=null perm=null
2013-10-31 15:34:36,626 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41392, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000002_0, offset: 512, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7320508185143157969_1302, duration: 172233
2013-10-31 15:34:36,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53472, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7320508185143157969_1302, duration: 153691
2013-10-31 15:34:36,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:34:36,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:34:36,667 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41394, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 119983
2013-10-31 15:34:36,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:36,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:36,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:36,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:36,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:36,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:36,784 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46697, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 154447
2013-10-31 15:34:36,787 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41396, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 107941
2013-10-31 15:34:36,795 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000000_0/part-00000. blk_-292128012417062285_1311
2013-10-31 15:34:36,827 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-292128012417062285_1311 src: /127.0.0.1:39971 dest: /127.0.0.1:48948
2013-10-31 15:34:36,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-292128012417062285_1311 src: /127.0.0.1:41398 dest: /127.0.0.1:53907
2013-10-31 15:34:36,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-292128012417062285_1311 src: /127.0.0.1:46701 dest: /127.0.0.1:42991
2013-10-31 15:34:36,832 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46701, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-292128012417062285_1311, duration: 1874886
2013-10-31 15:34:36,832 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-292128012417062285_1311 terminating
2013-10-31 15:34:36,833 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41398, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-292128012417062285_1311, duration: 2016930
2013-10-31 15:34:36,833 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-292128012417062285_1311 terminating
2013-10-31 15:34:36,833 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-292128012417062285_1311 size 8
2013-10-31 15:34:36,833 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39971, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-292128012417062285_1311, duration: 2439772
2013-10-31 15:34:36,833 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-292128012417062285_1311 terminating
2013-10-31 15:34:36,834 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-292128012417062285_1311 size 8
2013-10-31 15:34:36,834 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0022_m_000000_0
2013-10-31 15:34:36,834 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0022_m_000000_0
2013-10-31 15:34:36,837 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-292128012417062285_1311 size 8
2013-10-31 15:34:36,884 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0022_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:34:36,884 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000000_0 0.0%
2013-10-31 15:34:36,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:36,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:36,963 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39976, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 134773
2013-10-31 15:34:36,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:36,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:36,966 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41403, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 99585
2013-10-31 15:34:36,969 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39978, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 97397
2013-10-31 15:34:36,973 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000002_0/part-00002. blk_6500436788021569952_1311
2013-10-31 15:34:36,980 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000003_0/part-00003. blk_2308702341015582590_1311
2013-10-31 15:34:36,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6500436788021569952_1311 src: /127.0.0.1:39979 dest: /127.0.0.1:48948
2013-10-31 15:34:36,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6500436788021569952_1311 src: /127.0.0.1:46709 dest: /127.0.0.1:42991
2013-10-31 15:34:36,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6500436788021569952_1311 src: /127.0.0.1:41408 dest: /127.0.0.1:53907
2013-10-31 15:34:37,001 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41408, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6500436788021569952_1311, duration: 1102046
2013-10-31 15:34:37,002 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6500436788021569952_1311 terminating
2013-10-31 15:34:37,002 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46709, dest: /127.0.0.1:42991, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6500436788021569952_1311, duration: 1500323
2013-10-31 15:34:37,002 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6500436788021569952_1311 terminating
2013-10-31 15:34:37,002 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39979, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6500436788021569952_1311, duration: 1854709
2013-10-31 15:34:37,002 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6500436788021569952_1311 terminating
2013-10-31 15:34:37,003 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6500436788021569952_1311 size 8
2013-10-31 15:34:37,003 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0022_m_000002_0
2013-10-31 15:34:37,003 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0022_m_000002_0
2013-10-31 15:34:37,003 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6500436788021569952_1311 size 8
2013-10-31 15:34:37,005 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6500436788021569952_1311 size 8
2013-10-31 15:34:37,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2308702341015582590_1311 src: /127.0.0.1:41406 dest: /127.0.0.1:53907
2013-10-31 15:34:37,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2308702341015582590_1311 src: /127.0.0.1:39983 dest: /127.0.0.1:48948
2013-10-31 15:34:37,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2308702341015582590_1311 src: /127.0.0.1:46712 dest: /127.0.0.1:42991
2013-10-31 15:34:37,018 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46712, dest: /127.0.0.1:42991, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2308702341015582590_1311, duration: 1123781
2013-10-31 15:34:37,018 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2308702341015582590_1311 terminating
2013-10-31 15:34:37,018 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2308702341015582590_1311 size 16
2013-10-31 15:34:37,018 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39983, dest: /127.0.0.1:48948, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2308702341015582590_1311, duration: 1570332
2013-10-31 15:34:37,018 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2308702341015582590_1311 terminating
2013-10-31 15:34:37,018 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41406, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0022_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2308702341015582590_1311, duration: 2005518
2013-10-31 15:34:37,019 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2308702341015582590_1311 terminating
2013-10-31 15:34:37,019 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0022_m_000003_0
2013-10-31 15:34:37,020 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0022_m_000003_0
2013-10-31 15:34:37,020 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2308702341015582590_1311 size 16
2013-10-31 15:34:37,021 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2308702341015582590_1311 size 16
2013-10-31 15:34:37,050 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0022_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:34:37,050 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000002_0 0.0%
2013-10-31 15:34:37,065 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0022_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:34:37,065 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000003_0 0.0%
2013-10-31 15:34:37,084 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0022_m_-531035672 given task: attempt_20131031152505967_0022_m_000004_0
2013-10-31 15:34:37,107 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0022_m_-1610388023 given task: attempt_20131031152505967_0022_m_000005_0
2013-10-31 15:34:37,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split dst=null perm=null
2013-10-31 15:34:37,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46715, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7320508185143157969_1302, duration: 171319
2013-10-31 15:34:37,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022/job.split dst=null perm=null
2013-10-31 15:34:37,618 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53493, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000005_0, offset: 1536, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7320508185143157969_1302, duration: 154847
2013-10-31 15:34:37,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:34:37,644 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53494, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 107677
2013-10-31 15:34:37,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:34:37,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:37,657 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41416, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 104238
2013-10-31 15:34:37,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:37,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:37,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:37,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:37,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:37,882 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:39991, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 137029
2013-10-31 15:34:37,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:37,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:37,887 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0022_m_000000_0
2013-10-31 15:34:37,887 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0022_m_000001_0
2013-10-31 15:34:37,888 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0022_m_000004_0
2013-10-31 15:34:37,889 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46720, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0022_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 119448
2013-10-31 15:34:37,889 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0022_m_000004_0
2013-10-31 15:34:37,895 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0022_m_000005_0
2013-10-31 15:34:37,895 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0022_m_000002_0
2013-10-31 15:34:37,895 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0022_m_000005_0
2013-10-31 15:34:37,895 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0022_m_000003_0
2013-10-31 15:34:37,936 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0022_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:34:37,936 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000004_0 0.0%
2013-10-31 15:34:37,944 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0022_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:34:37,944 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000005_0 0.0%
2013-10-31 15:34:38,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000002_0 dst=null perm=null
2013-10-31 15:34:38,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:38,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:38,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000003_0 dst=null perm=null
2013-10-31 15:34:38,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000002_0 dst=null perm=null
2013-10-31 15:34:38,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:38,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:38,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000003_0 dst=null perm=null
2013-10-31 15:34:38,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000001_0 dst=null perm=null
2013-10-31 15:34:38,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:38,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:38,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000001_0 dst=null perm=null
2013-10-31 15:34:38,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000000_0 dst=null perm=null
2013-10-31 15:34:38,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:38,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:38,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000000_0 dst=null perm=null
2013-10-31 15:34:38,991 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0022_m_000004_0
2013-10-31 15:34:38,992 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0022_m_000005_0
2013-10-31 15:34:39,435 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:34:39,436 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0022_m_000000_0 is done.
2013-10-31 15:34:39,437 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0022_m_000000_0 was -1
2013-10-31 15:34:39,437 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:34:39,547 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:34:39,547 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0022_m_000003_0 is done.
2013-10-31 15:34:39,548 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0022_m_000003_0 was -1
2013-10-31 15:34:39,548 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:34:39,551 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:34:39,552 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0022_m_000002_0 is done.
2013-10-31 15:34:39,552 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0022_m_000002_0 was -1
2013-10-31 15:34:39,552 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:39,887 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0022_m_000007_0
2013-10-31 15:34:39,887 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0022_m_000007_0
2013-10-31 15:34:39,887 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0022_m_000007_0 not found in cache
2013-10-31 15:34:39,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000004_0 dst=null perm=null
2013-10-31 15:34:39,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:39,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000005_0 dst=null perm=null
2013-10-31 15:34:39,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:39,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:39,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000005_0/part-00005 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:39,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000004_0 dst=null perm=null
2013-10-31 15:34:39,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary/_attempt_20131031152505967_0022_m_000005_0 dst=null perm=null
2013-10-31 15:34:40,532 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:34:40,534 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0022_m_000004_0 is done.
2013-10-31 15:34:40,534 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0022_m_000004_0 was -1
2013-10-31 15:34:40,534 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:34:40,545 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:34:40,546 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0022_m_000005_0 is done.
2013-10-31 15:34:40,547 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0022_m_000005_0 was -1
2013-10-31 15:34:40,547 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:40,893 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0022_m_000000_0' has completed task_20131031152505967_0022_m_000000 successfully.
2013-10-31 15:34:40,899 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0022_m_000002_0' has completed task_20131031152505967_0022_m_000002 successfully.
2013-10-31 15:34:40,901 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0022_m_000003_0' has completed task_20131031152505967_0022_m_000003 successfully.
2013-10-31 15:34:41,493 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:34:41,496 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:34:41,497 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0022_m_000001_0 is done.
2013-10-31 15:34:41,498 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0022_m_000001_0 was -1
2013-10-31 15:34:41,498 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:41,995 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0022_m_000004_0' has completed task_20131031152505967_0022_m_000004 successfully.
2013-10-31 15:34:41,996 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0022_m_000005_0' has completed task_20131031152505967_0022_m_000005 successfully.
2013-10-31 15:34:43,899 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0022_m_000001_0' has completed task_20131031152505967_0022_m_000001 successfully.
2013-10-31 15:34:43,901 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0022_m_000006_0' to tip task_20131031152505967_0022_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:34:43,904 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0022_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:34:43,904 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0022_m_000006_0 which needs 1 slots
2013-10-31 15:34:43,904 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0022_m_000006_0 which needs 1 slots
2013-10-31 15:34:43,936 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0022/attempt_20131031152505967_0022_m_000006_0. Attempting to reuse: jvm_20131031152505967_0022_m_1050830955
2013-10-31 15:34:45,031 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0022_m_1050830955 given task: attempt_20131031152505967_0022_m_000006_0
2013-10-31 15:34:45,836 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000006_0 0.0%
2013-10-31 15:34:45,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary dst=null perm=null
2013-10-31 15:34:45,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:45,850 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_SUCCESS from client DFSClient_attempt_20131031152505967_0022_m_000006_0
2013-10-31 15:34:45,850 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0022_m_000006_0
2013-10-31 15:34:45,853 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7966466263726874576 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:45,853 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7966466263726874576 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:45,853 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7966466263726874576 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:45,853 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7966466263726874576 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:45,854 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7320508185143157969 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:45,854 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7320508185143157969 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:45,854 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7320508185143157969 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:45,854 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7320508185143157969 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:45,854 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6867221189803748690 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:45,854 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6867221189803748690 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:45,854 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6867221189803748690 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:45,854 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3133701892815641564 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:45,854 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3133701892815641564 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:45,854 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3133701892815641564 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:34:45,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0022 dst=null perm=null
2013-10-31 15:34:46,101 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_7320508185143157969_1302 blk_7966466263726874576_1301 blk_3133701892815641564_1304 blk_6867221189803748690_1303
2013-10-31 15:34:46,102 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_7320508185143157969_1302 blk_7966466263726874576_1301 blk_3133701892815641564_1304 blk_6867221189803748690_1303
2013-10-31 15:34:47,516 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3133701892815641564_1304 file build/test/data/dfs/data/data1/current/blk_3133701892815641564 for deletion
2013-10-31 15:34:47,516 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6867221189803748690_1303 file build/test/data/dfs/data/data2/current/blk_6867221189803748690 for deletion
2013-10-31 15:34:47,516 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3133701892815641564_1304 at file build/test/data/dfs/data/data1/current/blk_3133701892815641564
2013-10-31 15:34:47,517 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6867221189803748690_1303 at file build/test/data/dfs/data/data2/current/blk_6867221189803748690
2013-10-31 15:34:47,517 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7320508185143157969_1302 file build/test/data/dfs/data/data1/current/blk_7320508185143157969 for deletion
2013-10-31 15:34:47,517 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7966466263726874576_1301 file build/test/data/dfs/data/data2/current/blk_7966466263726874576 for deletion
2013-10-31 15:34:47,517 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7320508185143157969_1302 at file build/test/data/dfs/data/data1/current/blk_7320508185143157969
2013-10-31 15:34:47,518 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7966466263726874576_1301 at file build/test/data/dfs/data/data2/current/blk_7966466263726874576
2013-10-31 15:34:48,690 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3133701892815641564_1304 file build/test/data/dfs/data/data6/current/blk_3133701892815641564 for deletion
2013-10-31 15:34:48,690 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6867221189803748690_1303 file build/test/data/dfs/data/data5/current/blk_6867221189803748690 for deletion
2013-10-31 15:34:48,690 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3133701892815641564_1304 at file build/test/data/dfs/data/data6/current/blk_3133701892815641564
2013-10-31 15:34:48,690 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6867221189803748690_1303 at file build/test/data/dfs/data/data5/current/blk_6867221189803748690
2013-10-31 15:34:48,690 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7320508185143157969_1302 file build/test/data/dfs/data/data6/current/blk_7320508185143157969 for deletion
2013-10-31 15:34:48,691 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7966466263726874576_1301 file build/test/data/dfs/data/data5/current/blk_7966466263726874576 for deletion
2013-10-31 15:34:48,691 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7320508185143157969_1302 at file build/test/data/dfs/data/data6/current/blk_7320508185143157969
2013-10-31 15:34:48,692 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7966466263726874576_1301 at file build/test/data/dfs/data/data5/current/blk_7966466263726874576
2013-10-31 15:34:48,809 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0022_m_000006_0 0.0% cleanup
2013-10-31 15:34:48,811 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0022_m_000006_0 is done.
2013-10-31 15:34:48,811 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0022_m_000006_0 was -1
2013-10-31 15:34:48,812 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:49,102 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_7320508185143157969_1302 blk_7966466263726874576_1301 blk_3133701892815641564_1304 blk_6867221189803748690_1303
2013-10-31 15:34:49,102 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_7320508185143157969_1302 blk_7966466263726874576_1301
2013-10-31 15:34:49,911 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0022_m_000006_0' has completed task_20131031152505967_0022_m_000006 successfully.
2013-10-31 15:34:49,912 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0022 has completed successfully.
2013-10-31 15:34:49,912 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0022,submitTime=1383233668633,launchTime=1383233668758,firstMapTaskLaunchTime=1383233674880,firstJobSetupTaskLaunchTime=1383233668866,firstJobCleanupTaskLaunchTime=1383233683901,finishTime=1383233689912,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=39,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[57B2A129BBF2472FB0D3C64A63B7F9A8/81E0F74D34394510B7054E504C7B4638] merge*offset/(1/1) ...mergeintohashjoinstreamed
2013-10-31 15:34:49,919 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_logs/history/job_20131031152505967_0022_1383233668633_hadoop_%5B57B2A129BBF2472FB0D3C64A63B7F9A8%2F81E0F74D34394510. blk_437012548157603062_1314
2013-10-31 15:34:49,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_437012548157603062_1314 src: /127.0.0.1:41421 dest: /127.0.0.1:53907
2013-10-31 15:34:49,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_437012548157603062_1314 src: /127.0.0.1:39996 dest: /127.0.0.1:48948
2013-10-31 15:34:49,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_437012548157603062_1314 src: /127.0.0.1:46725 dest: /127.0.0.1:42991
2013-10-31 15:34:49,936 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46725, dest: /127.0.0.1:42991, bytes: 28980, op: HDFS_WRITE, cliID: DFSClient_1307499078, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_437012548157603062_1314, duration: 7650836
2013-10-31 15:34:49,936 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_437012548157603062_1314 terminating
2013-10-31 15:34:49,937 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:39996, dest: /127.0.0.1:48948, bytes: 28980, op: HDFS_WRITE, cliID: DFSClient_1307499078, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_437012548157603062_1314, duration: 3952280
2013-10-31 15:34:49,937 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_437012548157603062_1314 terminating
2013-10-31 15:34:49,938 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41421, dest: /127.0.0.1:53907, bytes: 28980, op: HDFS_WRITE, cliID: DFSClient_1307499078, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_437012548157603062_1314, duration: 7391575
2013-10-31 15:34:49,938 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_437012548157603062_1314 terminating
2013-10-31 15:34:49,943 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_437012548157603062_1314 size 28980
2013-10-31 15:34:49,944 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_logs/history/job_20131031152505967_0022_1383233668633_hadoop_%5B57B2A129BBF2472FB0D3C64A63B7F9A8%2F81E0F74D34394510 from client DFSClient_1307499078
2013-10-31 15:34:49,944 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_logs/history/job_20131031152505967_0022_1383233668633_hadoop_%5B57B2A129BBF2472FB0D3C64A63B7F9A8%2F81E0F74D34394510 is closed by DFSClient_1307499078
2013-10-31 15:34:49,945 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_437012548157603062_1314 size 28980
2013-10-31 15:34:49,945 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_437012548157603062_1314 size 28980
2013-10-31 15:34:49,950 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0022_1383233668633_hadoop_%5B57B2A129BBF2472FB0D3C64A63B7F9A8%2F81E0F74D34394510 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:34:49,951 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0022_m_000000_0'
2013-10-31 15:34:49,951 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0022_m_000001_0'
2013-10-31 15:34:49,952 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0022_m_000006_0'
2013-10-31 15:34:49,953 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_961700251506933950 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:34:49,953 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0022_m_000007_0'
2013-10-31 15:34:49,953 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_961700251506933950 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:34:49,953 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_961700251506933950 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:34:49,954 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0022_m_000002_0'
2013-10-31 15:34:49,954 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0022_m_000003_0'
2013-10-31 15:34:49,956 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0022_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:34:49,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0022 dst=null perm=null
2013-10-31 15:34:49,961 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/_temporary
2013-10-31 15:34:49,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed dst=null perm=null
2013-10-31 15:34:49,981 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:34:49,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00000 dst=null perm=null
2013-10-31 15:34:49,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00001 dst=null perm=null
2013-10-31 15:34:49,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00002 dst=null perm=null
2013-10-31 15:34:49,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00003 dst=null perm=null
2013-10-31 15:34:49,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00004 dst=null perm=null
2013-10-31 15:34:49,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00005 dst=null perm=null
2013-10-31 15:34:49,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00000 dst=null perm=null
2013-10-31 15:34:49,992 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41425, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-292128012417062285_1311, duration: 291532
2013-10-31 15:34:49,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00001 dst=null perm=null
2013-10-31 15:34:49,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53505, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6212617802826000104_1308, duration: 253695
2013-10-31 15:34:49,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00002 dst=null perm=null
2013-10-31 15:34:49,999 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46729, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6500436788021569952_1311, duration: 344593
2013-10-31 15:34:50,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00003 dst=null perm=null
2013-10-31 15:34:50,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40002, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2308702341015582590_1311, duration: 250238
2013-10-31 15:34:50,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00004 dst=null perm=null
2013-10-31 15:34:50,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00005 dst=null perm=null
2013-10-31 15:34:50,005 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/mergeintohashjoinstreamed
2013-10-31 15:34:50,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed dst=null perm=null
2013-10-31 15:34:50,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00000 dst=null perm=null
2013-10-31 15:34:50,013 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40003, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-292128012417062285_1311, duration: 250880
2013-10-31 15:34:50,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00001 dst=null perm=null
2013-10-31 15:34:50,017 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41430, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6212617802826000104_1308, duration: 259388
2013-10-31 15:34:50,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00002 dst=null perm=null
2013-10-31 15:34:50,022 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40005, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6500436788021569952_1311, duration: 253853
2013-10-31 15:34:50,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00003 dst=null perm=null
2013-10-31 15:34:50,026 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46734, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2308702341015582590_1311, duration: 249339
2013-10-31 15:34:50,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00004 dst=null perm=null
2013-10-31 15:34:50,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinstreamed/part-00005 dst=null perm=null
2013-10-31 15:34:50,050 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:34:50,051 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:34:50,067 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] starting
2013-10-31 15:34:50,068 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:34:50,068 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:34:50,068 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:34:50,069 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup"]
2013-10-31 15:34:50,069 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] parallel execution is enabled: true
2013-10-31 15:34:50,069 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] starting jobs: 1
2013-10-31 15:34:50,069 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge*offset] allocating threads: 1
2013-10-31 15:34:50,070 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge*offset] starting step: (1/1) ...plemergethreechaincogroup
2013-10-31 15:34:50,074 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:34:50,075 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:34:50,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:50,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:34:50,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:50,202 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.jar. blk_-3403235913236711651_1315
2013-10-31 15:34:50,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3403235913236711651_1315 src: /127.0.0.1:41433 dest: /127.0.0.1:53907
2013-10-31 15:34:50,205 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3403235913236711651_1315 src: /127.0.0.1:46736 dest: /127.0.0.1:42991
2013-10-31 15:34:50,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3403235913236711651_1315 src: /127.0.0.1:53514 dest: /127.0.0.1:57702
2013-10-31 15:34:50,219 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53514, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3403235913236711651_1315, duration: 7765483
2013-10-31 15:34:50,220 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3403235913236711651_1315 terminating
2013-10-31 15:34:50,220 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46736, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3403235913236711651_1315, duration: 9577597
2013-10-31 15:34:50,221 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3403235913236711651_1315 terminating
2013-10-31 15:34:50,221 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41433, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3403235913236711651_1315, duration: 9515070
2013-10-31 15:34:50,221 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3403235913236711651_1315 terminating
2013-10-31 15:34:50,223 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3403235913236711651_1315 size 238055
2013-10-31 15:34:50,224 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.jar from client DFSClient_1342392704
2013-10-31 15:34:50,224 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.jar is closed by DFSClient_1342392704
2013-10-31 15:34:50,225 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3403235913236711651_1315 size 238055
2013-10-31 15:34:50,225 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3403235913236711651_1315 size 238055
2013-10-31 15:34:50,229 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.jar. New replication is 10
2013-10-31 15:34:50,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.jar dst=null perm=null
2013-10-31 15:34:50,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:50,239 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:34:50,244 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:34:50,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:34:50,247 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:34:50,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:34:50,250 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:34:50,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:50,253 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:34:50,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:34:50,256 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:34:50,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:34:50,259 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:34:50,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:34:50,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:50,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:50,274 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split. New replication is 10
2013-10-31 15:34:50,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=null
2013-10-31 15:34:50,283 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split. blk_2392223413462634356_1316
2013-10-31 15:34:50,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2392223413462634356_1316 src: /127.0.0.1:41436 dest: /127.0.0.1:53907
2013-10-31 15:34:50,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2392223413462634356_1316 src: /127.0.0.1:40011 dest: /127.0.0.1:48948
2013-10-31 15:34:50,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2392223413462634356_1316 src: /127.0.0.1:53517 dest: /127.0.0.1:57702
2013-10-31 15:34:50,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2392223413462634356_1316 src: /127.0.0.1:46741 dest: /127.0.0.1:42991
2013-10-31 15:34:50,293 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46741, dest: /127.0.0.1:42991, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2392223413462634356_1316, duration: 105407
2013-10-31 15:34:50,293 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2392223413462634356_1316 terminating
2013-10-31 15:34:50,294 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53517, dest: /127.0.0.1:57702, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2392223413462634356_1316, duration: 906497
2013-10-31 15:34:50,294 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2392223413462634356_1316 terminating
2013-10-31 15:34:50,295 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40011, dest: /127.0.0.1:48948, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2392223413462634356_1316, duration: 2102217
2013-10-31 15:34:50,295 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2392223413462634356_1316 terminating
2013-10-31 15:34:50,295 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2392223413462634356_1316 size 3133
2013-10-31 15:34:50,296 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41436, dest: /127.0.0.1:53907, bytes: 3133, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2392223413462634356_1316, duration: 3046249
2013-10-31 15:34:50,296 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_2392223413462634356_1316 terminating
2013-10-31 15:34:50,297 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2392223413462634356_1316 size 3133
2013-10-31 15:34:50,299 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split from client DFSClient_1342392704
2013-10-31 15:34:50,300 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split is closed by DFSClient_1342392704
2013-10-31 15:34:50,300 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2392223413462634356_1316 size 3133
2013-10-31 15:34:50,301 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2392223413462634356_1316 size 3133
2013-10-31 15:34:50,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:50,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:50,320 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.splitmetainfo. blk_5689648508204265918_1317
2013-10-31 15:34:50,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5689648508204265918_1317 src: /127.0.0.1:46742 dest: /127.0.0.1:42991
2013-10-31 15:34:50,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5689648508204265918_1317 src: /127.0.0.1:53520 dest: /127.0.0.1:57702
2013-10-31 15:34:50,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5689648508204265918_1317 src: /127.0.0.1:40016 dest: /127.0.0.1:48948
2013-10-31 15:34:50,328 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40016, dest: /127.0.0.1:48948, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5689648508204265918_1317, duration: 91718
2013-10-31 15:34:50,328 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5689648508204265918_1317 terminating
2013-10-31 15:34:50,329 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53520, dest: /127.0.0.1:57702, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5689648508204265918_1317, duration: 896206
2013-10-31 15:34:50,329 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5689648508204265918_1317 terminating
2013-10-31 15:34:50,329 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46742, dest: /127.0.0.1:42991, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5689648508204265918_1317, duration: 1795203
2013-10-31 15:34:50,329 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5689648508204265918_1317 size 323
2013-10-31 15:34:50,330 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5689648508204265918_1317 terminating
2013-10-31 15:34:50,332 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5689648508204265918_1317 size 323
2013-10-31 15:34:50,333 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:34:50,333 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:34:50,334 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5689648508204265918_1317 size 323
2013-10-31 15:34:50,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:50,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:50,359 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.xml. blk_1549158448915995785_1318
2013-10-31 15:34:50,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1549158448915995785_1318 src: /127.0.0.1:46745 dest: /127.0.0.1:42991
2013-10-31 15:34:50,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1549158448915995785_1318 src: /127.0.0.1:53523 dest: /127.0.0.1:57702
2013-10-31 15:34:50,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1549158448915995785_1318 src: /127.0.0.1:41445 dest: /127.0.0.1:53907
2013-10-31 15:34:50,366 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41445, dest: /127.0.0.1:53907, bytes: 29173, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1549158448915995785_1318, duration: 179342
2013-10-31 15:34:50,367 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1549158448915995785_1318 terminating
2013-10-31 15:34:50,367 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53523, dest: /127.0.0.1:57702, bytes: 29173, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1549158448915995785_1318, duration: 1023410
2013-10-31 15:34:50,368 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1549158448915995785_1318 terminating
2013-10-31 15:34:50,368 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46745, dest: /127.0.0.1:42991, bytes: 29173, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1549158448915995785_1318, duration: 1838621
2013-10-31 15:34:50,368 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1549158448915995785_1318 size 29173
2013-10-31 15:34:50,369 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1549158448915995785_1318 terminating
2013-10-31 15:34:50,371 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1549158448915995785_1318 size 29173
2013-10-31 15:34:50,371 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.xml from client DFSClient_1342392704
2013-10-31 15:34:50,372 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.xml is closed by DFSClient_1342392704
2013-10-31 15:34:50,372 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1549158448915995785_1318 size 29173
2013-10-31 15:34:50,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.xml dst=null perm=null
2013-10-31 15:34:50,386 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46749, bytes: 29401, op: HDFS_READ, cliID: DFSClient_1544446183, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1549158448915995785_1318, duration: 384232
2013-10-31 15:34:50,405 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0023: nMaps=9 nReduces=1 max=-1
2013-10-31 15:34:50,406 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0023 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:34:50,406 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0023
2013-10-31 15:34:50,406 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0023 RESULT=SUCCESS
2013-10-31 15:34:50,406 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0023
2013-10-31 15:34:50,407 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge*offset] submitted hadoop job: job_20131031152505967_0023
2013-10-31 15:34:50,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_logs/history/job_20131031152505967_0023_1383233690377_hadoop_%5B1B1F7D12FE354855931D3880EF8DC54C%2FD675B1CE5DC64166 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:50,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_logs/history/job_20131031152505967_0023_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:50,435 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_logs/history/job_20131031152505967_0023_conf.xml. blk_2297804873979348145_1320
2013-10-31 15:34:50,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2297804873979348145_1320 src: /127.0.0.1:41448 dest: /127.0.0.1:53907
2013-10-31 15:34:50,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2297804873979348145_1320 src: /127.0.0.1:53528 dest: /127.0.0.1:57702
2013-10-31 15:34:50,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2297804873979348145_1320 src: /127.0.0.1:40024 dest: /127.0.0.1:48948
2013-10-31 15:34:50,444 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40024, dest: /127.0.0.1:48948, bytes: 29238, op: HDFS_WRITE, cliID: DFSClient_1544446183, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2297804873979348145_1320, duration: 1143483
2013-10-31 15:34:50,445 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2297804873979348145_1320 terminating
2013-10-31 15:34:50,445 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53528, dest: /127.0.0.1:57702, bytes: 29238, op: HDFS_WRITE, cliID: DFSClient_1544446183, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2297804873979348145_1320, duration: 1912582
2013-10-31 15:34:50,446 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2297804873979348145_1320 terminating
2013-10-31 15:34:50,446 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41448, dest: /127.0.0.1:53907, bytes: 29238, op: HDFS_WRITE, cliID: DFSClient_1544446183, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2297804873979348145_1320, duration: 2030726
2013-10-31 15:34:50,446 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2297804873979348145_1320 terminating
2013-10-31 15:34:50,449 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2297804873979348145_1320 size 29238
2013-10-31 15:34:50,450 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_logs/history/job_20131031152505967_0023_conf.xml from client DFSClient_1544446183
2013-10-31 15:34:50,450 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_logs/history/job_20131031152505967_0023_conf.xml is closed by DFSClient_1544446183
2013-10-31 15:34:50,450 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2297804873979348145_1320 size 29238
2013-10-31 15:34:50,451 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2297804873979348145_1320 size 29238
2013-10-31 15:34:50,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0023/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:34:50,774 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0023/jobToken. blk_-8080935111402499755_1321
2013-10-31 15:34:50,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8080935111402499755_1321 src: /127.0.0.1:46753 dest: /127.0.0.1:42991
2013-10-31 15:34:50,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8080935111402499755_1321 src: /127.0.0.1:53531 dest: /127.0.0.1:57702
2013-10-31 15:34:50,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8080935111402499755_1321 src: /127.0.0.1:40027 dest: /127.0.0.1:48948
2013-10-31 15:34:50,781 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40027, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8080935111402499755_1321, duration: 63613
2013-10-31 15:34:50,782 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8080935111402499755_1321 terminating
2013-10-31 15:34:50,782 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53531, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8080935111402499755_1321, duration: 825870
2013-10-31 15:34:50,783 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8080935111402499755_1321 terminating
2013-10-31 15:34:50,783 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46753, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8080935111402499755_1321, duration: 1614121
2013-10-31 15:34:50,783 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8080935111402499755_1321 terminating
2013-10-31 15:34:50,785 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8080935111402499755_1321 size 116
2013-10-31 15:34:50,785 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0023/jobToken from client DFSClient_1342392704
2013-10-31 15:34:50,786 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0023/jobToken is closed by DFSClient_1342392704
2013-10-31 15:34:50,786 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8080935111402499755_1321 size 116
2013-10-31 15:34:50,787 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8080935111402499755_1321 size 116
2013-10-31 15:34:50,791 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0023/jobToken
2013-10-31 15:34:50,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.splitmetainfo dst=null perm=null
2013-10-31 15:34:50,796 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40028, bytes: 327, op: HDFS_READ, cliID: DFSClient_1544446183, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5689648508204265918_1317, duration: 269241
2013-10-31 15:34:50,798 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0023 = 53. Number of splits = 9
2013-10-31 15:34:50,798 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,798 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,799 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,799 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,799 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,799 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,800 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,800 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,800 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,800 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,801 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,801 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,801 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,801 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,802 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,802 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,802 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,802 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,803 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,803 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,803 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,803 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,804 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0023_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:34:50,805 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0023 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:34:50,805 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0023 initialized successfully with 9 map tasks and 1 reduce tasks.
2013-10-31 15:34:51,009 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0023_m_000010_0' to tip task_20131031152505967_0023_m_000010, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:34:51,013 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0022_m_000004_0'
2013-10-31 15:34:51,013 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0022_m_000005_0'
2013-10-31 15:34:51,015 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_m_000010_0 task's state:UNASSIGNED
2013-10-31 15:34:51,015 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_m_000010_0 which needs 1 slots
2013-10-31 15:34:51,015 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0023_m_000010_0 which needs 1 slots
2013-10-31 15:34:51,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0023/jobToken dst=null perm=null
2013-10-31 15:34:51,025 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40029, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8080935111402499755_1321, duration: 270394
2013-10-31 15:34:51,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.xml dst=null perm=null
2013-10-31 15:34:51,033 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53536, bytes: 29401, op: HDFS_READ, cliID: DFSClient_-869923170, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1549158448915995785_1318, duration: 151217
2013-10-31 15:34:51,038 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0022
2013-10-31 15:34:51,038 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0022 being deleted.
2013-10-31 15:34:51,055 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:34:51,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.jar dst=null perm=null
2013-10-31 15:34:51,070 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46760, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-869923170, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3403235913236711651_1315, duration: 1221127
2013-10-31 15:34:51,127 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3133701892815641564_1304 file build/test/data/dfs/data/data7/current/blk_3133701892815641564 for deletion
2013-10-31 15:34:51,127 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7320508185143157969_1302 file build/test/data/dfs/data/data4/current/blk_7320508185143157969 for deletion
2013-10-31 15:34:51,127 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3133701892815641564_1304 at file build/test/data/dfs/data/data7/current/blk_3133701892815641564
2013-10-31 15:34:51,128 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7966466263726874576_1301 file build/test/data/dfs/data/data3/current/blk_7966466263726874576 for deletion
2013-10-31 15:34:51,127 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6867221189803748690_1303 file build/test/data/dfs/data/data8/current/blk_6867221189803748690 for deletion
2013-10-31 15:34:51,128 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7320508185143157969_1302 at file build/test/data/dfs/data/data4/current/blk_7320508185143157969
2013-10-31 15:34:51,128 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7966466263726874576_1301 at file build/test/data/dfs/data/data3/current/blk_7966466263726874576
2013-10-31 15:34:51,128 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6867221189803748690_1303 at file build/test/data/dfs/data/data8/current/blk_6867221189803748690
2013-10-31 15:34:51,128 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7320508185143157969_1302 file build/test/data/dfs/data/data7/current/blk_7320508185143157969 for deletion
2013-10-31 15:34:51,129 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7966466263726874576_1301 file build/test/data/dfs/data/data8/current/blk_7966466263726874576 for deletion
2013-10-31 15:34:51,129 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7320508185143157969_1302 at file build/test/data/dfs/data/data7/current/blk_7320508185143157969
2013-10-31 15:34:51,129 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7966466263726874576_1301 at file build/test/data/dfs/data/data8/current/blk_7966466263726874576
2013-10-31 15:34:51,134 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0022_m_-531035672
2013-10-31 15:34:51,139 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group984 with signal TERM. Exit code 0
2013-10-31 15:34:51,139 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0023_m_-2135798310
2013-10-31 15:34:51,139 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0023_m_-2135798310 spawned.
2013-10-31 15:34:51,140 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0023/attempt_20131031152505967_0023_m_000010_0/taskjvm.sh
2013-10-31 15:34:51,430 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:51,430 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:51,430 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:51,430 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0022_m_-531035672 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:52,103 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_-3403235913236711651_1315 to datanode(s) 127.0.0.1:48948
2013-10-31 15:34:52,104 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_961700251506933950_1307
2013-10-31 15:34:52,104 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_961700251506933950_1307
2013-10-31 15:34:52,123 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_m_-2135798310 given task: attempt_20131031152505967_0023_m_000010_0
2013-10-31 15:34:52,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:34:53,518 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_-3403235913236711651_1315 to 127.0.0.1:48948
2013-10-31 15:34:53,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3403235913236711651_1315 src: /127.0.0.1:40035 dest: /127.0.0.1:48948
2013-10-31 15:34:53,520 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_-3403235913236711651_1315 to /127.0.0.1:48948
2013-10-31 15:34:53,524 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-3403235913236711651_1315 src: /127.0.0.1:40035 dest: /127.0.0.1:48948 of size 238055
2013-10-31 15:34:53,525 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3403235913236711651_1315 size 238055
2013-10-31 15:34:54,129 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_961700251506933950_1307 file build/test/data/dfs/data/data4/current/blk_961700251506933950 for deletion
2013-10-31 15:34:54,129 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_961700251506933950_1307 file build/test/data/dfs/data/data7/current/blk_961700251506933950 for deletion
2013-10-31 15:34:54,129 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_961700251506933950_1307 at file build/test/data/dfs/data/data4/current/blk_961700251506933950
2013-10-31 15:34:54,129 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_961700251506933950_1307 at file build/test/data/dfs/data/data7/current/blk_961700251506933950
2013-10-31 15:34:54,954 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0022
2013-10-31 15:34:54,954 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0022_m_000000_0 not found in cache
2013-10-31 15:34:54,954 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0022_m_000001_0 not found in cache
2013-10-31 15:34:54,955 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0022_m_000006_0 not found in cache
2013-10-31 15:34:54,955 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0022
2013-10-31 15:34:54,955 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0022_m_000003_0 not found in cache
2013-10-31 15:34:54,956 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0022 for user-log deletion with retainTimeStamp:1383320094955
2013-10-31 15:34:54,956 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0022_m_000002_0 not found in cache
2013-10-31 15:34:54,956 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0022 for user-log deletion with retainTimeStamp:1383320094956
2013-10-31 15:34:55,007 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0022_m_-272479926 since job job_20131031152505967_0022 is dead
2013-10-31 15:34:55,018 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group808 with signal TERM. Exit code 0
2013-10-31 15:34:55,102 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0022_m_1717190979 since job job_20131031152505967_0022 is dead
2013-10-31 15:34:55,105 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_961700251506933950_1307
2013-10-31 15:34:55,111 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group861 with signal TERM. Exit code 0
2013-10-31 15:34:55,111 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0022_m_456545476 since job job_20131031152505967_0022 is dead
2013-10-31 15:34:55,128 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group858 with signal TERM. Exit code 0
2013-10-31 15:34:55,197 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:55,198 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:55,198 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:55,198 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0022_m_-272479926 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:55,300 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:55,300 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:55,301 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:55,301 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0022_m_1717190979 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:55,309 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:55,309 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:55,309 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:55,309 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0022_m_456545476 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:55,348 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0022_m_1050830955 since job job_20131031152505967_0022 is dead
2013-10-31 15:34:55,358 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group649 with signal TERM. Exit code 0
2013-10-31 15:34:55,528 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:55,528 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:55,528 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:55,528 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0022_m_1050830955 exited with exit code 143. Number of tasks it ran: 3
2013-10-31 15:34:55,566 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000010_0 0.0% setup
2013-10-31 15:34:55,568 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_m_000010_0 is done.
2013-10-31 15:34:55,569 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_m_000010_0 was -1
2013-10-31 15:34:55,569 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:34:56,015 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0022
2013-10-31 15:34:56,015 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0022_m_000004_0 not found in cache
2013-10-31 15:34:56,016 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0022_m_000005_0 not found in cache
2013-10-31 15:34:56,016 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0022 for user-log deletion with retainTimeStamp:1383320096016
2013-10-31 15:34:56,111 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0022_m_-1610388023 since job job_20131031152505967_0022 is dead
2013-10-31 15:34:56,121 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1012 with signal TERM. Exit code 0
2013-10-31 15:34:56,327 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:34:56,327 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:34:56,327 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:34:56,327 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0022_m_-1610388023 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:34:57,021 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_m_000010_0' has completed task_20131031152505967_0023_m_000010 successfully.
2013-10-31 15:34:57,024 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0023_m_000000_0' to tip task_20131031152505967_0023_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:34:57,025 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0023_m_000000
2013-10-31 15:34:57,026 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0023_m_000001_0' to tip task_20131031152505967_0023_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:34:57,026 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0023_m_000001
2013-10-31 15:34:57,028 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:34:57,029 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:34:57,030 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_m_000000_0 which needs 1 slots
2013-10-31 15:34:57,030 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0023_m_000000_0 which needs 1 slots
2013-10-31 15:34:57,030 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_m_000001_0 which needs 1 slots
2013-10-31 15:34:57,031 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0023_m_000001_0 which needs 1 slots
2013-10-31 15:34:57,045 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0023_m_000002_0' to tip task_20131031152505967_0023_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:34:57,046 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0023_m_000002
2013-10-31 15:34:57,046 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0023_m_000003_0' to tip task_20131031152505967_0023_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:34:57,047 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0023_m_000003
2013-10-31 15:34:57,049 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:34:57,050 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:34:57,050 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_m_000002_0 which needs 1 slots
2013-10-31 15:34:57,051 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0023_m_000002_0 which needs 1 slots
2013-10-31 15:34:57,051 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_m_000003_0 which needs 1 slots
2013-10-31 15:34:57,051 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0023_m_000003_0 which needs 1 slots
2013-10-31 15:34:57,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0023/jobToken dst=null perm=null
2013-10-31 15:34:57,060 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40037, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8080935111402499755_1321, duration: 296493
2013-10-31 15:34:57,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.xml dst=null perm=null
2013-10-31 15:34:57,070 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41465, bytes: 29401, op: HDFS_READ, cliID: DFSClient_1789495290, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1549158448915995785_1318, duration: 161555
2013-10-31 15:34:57,072 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0023_m_303875486
2013-10-31 15:34:57,073 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0023_m_303875486 spawned.
2013-10-31 15:34:57,074 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0023/attempt_20131031152505967_0023_m_000000_0. Attempting to reuse: jvm_20131031152505967_0023_m_-2135798310
2013-10-31 15:34:57,074 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0023/attempt_20131031152505967_0023_m_000001_0/taskjvm.sh
2013-10-31 15:34:57,088 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:34:57,125 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_m_-2135798310 given task: attempt_20131031152505967_0023_m_000000_0
2013-10-31 15:34:57,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.jar dst=null perm=null
2013-10-31 15:34:57,136 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46768, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1789495290, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3403235913236711651_1315, duration: 635376
2013-10-31 15:34:57,187 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0023_m_-1240256143
2013-10-31 15:34:57,188 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0023_m_-1240256143 spawned.
2013-10-31 15:34:57,188 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0023_m_-596238776
2013-10-31 15:34:57,189 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0023_m_-596238776 spawned.
2013-10-31 15:34:57,190 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0023/attempt_20131031152505967_0023_m_000002_0/taskjvm.sh
2013-10-31 15:34:57,190 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0023/attempt_20131031152505967_0023_m_000003_0/taskjvm.sh
2013-10-31 15:34:57,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=null
2013-10-31 15:34:57,244 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40042, bytes: 3161, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2392223413462634356_1316, duration: 361851
2013-10-31 15:34:57,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:34:57,574 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41469, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 135515
2013-10-31 15:34:57,692 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_961700251506933950_1307 file build/test/data/dfs/data/data6/current/blk_961700251506933950 for deletion
2013-10-31 15:34:57,693 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_961700251506933950_1307 at file build/test/data/dfs/data/data6/current/blk_961700251506933950
2013-10-31 15:34:57,899 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_m_303875486 given task: attempt_20131031152505967_0023_m_000001_0
2013-10-31 15:34:58,083 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_m_-596238776 given task: attempt_20131031152505967_0023_m_000003_0
2013-10-31 15:34:58,090 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_m_-1240256143 given task: attempt_20131031152505967_0023_m_000002_0
2013-10-31 15:34:58,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=null
2013-10-31 15:34:58,411 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46777, bytes: 3161, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2392223413462634356_1316, duration: 164126
2013-10-31 15:34:58,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:34:58,451 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41476, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 150467
2013-10-31 15:34:58,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=null
2013-10-31 15:34:58,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=null
2013-10-31 15:34:58,579 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53558, bytes: 2129, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2392223413462634356_1316, duration: 260067
2013-10-31 15:34:58,583 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53559, bytes: 2645, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000002_0, offset: 512, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2392223413462634356_1316, duration: 141718
2013-10-31 15:34:58,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:34:58,618 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53560, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 108611
2013-10-31 15:34:58,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:34:58,872 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41482, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 129579
2013-10-31 15:34:58,964 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0023_m_000004_0' to tip task_20131031152505967_0023_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:34:58,965 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0023_m_000004
2013-10-31 15:34:58,965 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0023_m_000005_0' to tip task_20131031152505967_0023_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:34:58,965 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0023_m_000005
2013-10-31 15:34:58,967 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0023_m_000006_0' to tip task_20131031152505967_0023_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:34:58,968 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:34:58,968 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0023_m_000006
2013-10-31 15:34:58,970 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:34:58,970 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0023_m_000007_0' to tip task_20131031152505967_0023_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:34:58,970 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_m_000004_0 which needs 1 slots
2013-10-31 15:34:58,970 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0023_m_000007
2013-10-31 15:34:58,970 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0023_m_000004_0 which needs 1 slots
2013-10-31 15:34:58,971 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_m_000005_0 which needs 1 slots
2013-10-31 15:34:58,971 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0023_m_000005_0 which needs 1 slots
2013-10-31 15:34:58,973 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:34:58,974 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:34:58,975 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_m_000006_0 which needs 1 slots
2013-10-31 15:34:58,975 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0023_m_000006_0 which needs 1 slots
2013-10-31 15:34:58,975 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_m_000007_0 which needs 1 slots
2013-10-31 15:34:58,976 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0023_m_000007_0 which needs 1 slots
2013-10-31 15:34:58,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0023/jobToken dst=null perm=null
2013-10-31 15:34:58,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0023/jobToken dst=null perm=null
2013-10-31 15:34:58,983 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53562, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8080935111402499755_1321, duration: 293393
2013-10-31 15:34:58,985 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40058, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8080935111402499755_1321, duration: 301652
2013-10-31 15:34:58,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.xml dst=null perm=null
2013-10-31 15:34:58,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.xml dst=null perm=null
2013-10-31 15:34:58,996 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46789, bytes: 29401, op: HDFS_READ, cliID: DFSClient_1859270741, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1549158448915995785_1318, duration: 439340
2013-10-31 15:34:58,997 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41488, bytes: 29401, op: HDFS_READ, cliID: DFSClient_853353343, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1549158448915995785_1318, duration: 471116
2013-10-31 15:34:59,003 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 96 raw values into 1 aggregated values, total 56
2013-10-31 15:34:59,016 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:34:59,026 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:34:59,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.jar dst=null perm=null
2013-10-31 15:34:59,031 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53568, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1859270741, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3403235913236711651_1315, duration: 556459
2013-10-31 15:34:59,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.jar dst=null perm=null
2013-10-31 15:34:59,041 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53569, bytes: 239915, op: HDFS_READ, cliID: DFSClient_853353343, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3403235913236711651_1315, duration: 656450
2013-10-31 15:34:59,089 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0023_m_-1871522661
2013-10-31 15:34:59,090 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0023_m_-1871522661 spawned.
2013-10-31 15:34:59,090 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0023_m_-269438128
2013-10-31 15:34:59,091 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0023_m_-269438128 spawned.
2013-10-31 15:34:59,092 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0023/attempt_20131031152505967_0023_m_000004_0/taskjvm.sh
2013-10-31 15:34:59,092 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0023/attempt_20131031152505967_0023_m_000005_0/taskjvm.sh
2013-10-31 15:34:59,098 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0023_m_-1704434724
2013-10-31 15:34:59,098 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0023_m_-1704434724 spawned.
2013-10-31 15:34:59,098 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0023_m_1563366704
2013-10-31 15:34:59,099 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0023_m_1563366704 spawned.
2013-10-31 15:34:59,100 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0023/attempt_20131031152505967_0023_m_000007_0/taskjvm.sh
2013-10-31 15:34:59,100 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0023/attempt_20131031152505967_0023_m_000006_0/taskjvm.sh
2013-10-31 15:35:00,156 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_m_1563366704 given task: attempt_20131031152505967_0023_m_000006_0
2013-10-31 15:35:00,160 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_m_-1704434724 given task: attempt_20131031152505967_0023_m_000007_0
2013-10-31 15:35:00,167 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_m_-269438128 given task: attempt_20131031152505967_0023_m_000005_0
2013-10-31 15:35:00,179 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_m_-1871522661 given task: attempt_20131031152505967_0023_m_000004_0
2013-10-31 15:35:00,203 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:35:00,204 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_m_000000_0 is done.
2013-10-31 15:35:00,204 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_m_000000_0 was 63
2013-10-31 15:35:00,205 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:35:00,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=null
2013-10-31 15:35:00,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=null
2013-10-31 15:35:00,691 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46801, bytes: 1097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000007_0, offset: 2048, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2392223413462634356_1316, duration: 168550
2013-10-31 15:35:00,695 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40074, bytes: 1613, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000005_0, offset: 1536, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2392223413462634356_1316, duration: 148432
2013-10-31 15:35:00,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:35:00,733 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41501, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000007_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 142079
2013-10-31 15:35:00,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:35:00,735 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46804, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 109522
2013-10-31 15:35:00,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=null
2013-10-31 15:35:00,742 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46805, bytes: 2129, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2392223413462634356_1316, duration: 162999
2013-10-31 15:35:00,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=null
2013-10-31 15:35:00,764 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41504, bytes: 1097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000006_0, offset: 2048, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2392223413462634356_1316, duration: 190460
2013-10-31 15:35:00,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:35:00,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:35:00,805 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53584, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000006_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 145090
2013-10-31 15:35:01,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46808, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 129972
2013-10-31 15:35:01,343 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:35:01,347 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_m_000001_0 is done.
2013-10-31 15:35:01,347 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_m_000001_0 was 44
2013-10-31 15:35:01,347 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:01,508 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:35:01,510 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_m_000003_0 is done.
2013-10-31 15:35:01,510 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_m_000003_0 was 44
2013-10-31 15:35:01,510 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:35:01,512 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:35:01,514 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_m_000002_0 is done.
2013-10-31 15:35:01,514 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_m_000002_0 was 63
2013-10-31 15:35:01,516 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:01,649 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:35:01,663 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:35:01,672 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:35:01,677 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:35:01,682 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:35:01,687 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:35:01,692 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:35:01,692 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 15:35:02,030 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0023_m_000010_0
2013-10-31 15:35:02,030 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0023_m_000010_0
2013-10-31 15:35:02,030 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0023_m_000010_0 not found in cache
2013-10-31 15:35:03,036 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_m_000000_0' has completed task_20131031152505967_0023_m_000000 successfully.
2013-10-31 15:35:03,037 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_m_000001_0' has completed task_20131031152505967_0023_m_000001 successfully.
2013-10-31 15:35:03,039 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0023_m_000008_0' to tip task_20131031152505967_0023_m_000008, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:35:03,039 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0023_m_000008
2013-10-31 15:35:03,040 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031152505967_0023_r_000000_0' to tip task_20131031152505967_0023_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:35:03,043 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_m_000008_0 task's state:UNASSIGNED
2013-10-31 15:35:03,043 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_m_000008_0 which needs 1 slots
2013-10-31 15:35:03,044 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:35:03,044 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0023_m_000008_0 which needs 1 slots
2013-10-31 15:35:03,045 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_r_000000_0 which needs 1 slots
2013-10-31 15:35:03,045 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0023_r_000000_0 which needs 1 slots
2013-10-31 15:35:03,054 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_m_000002_0' has completed task_20131031152505967_0023_m_000002 successfully.
2013-10-31 15:35:03,056 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_m_000003_0' has completed task_20131031152505967_0023_m_000003 successfully.
2013-10-31 15:35:03,089 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0023/attempt_20131031152505967_0023_m_000008_0. Attempting to reuse: jvm_20131031152505967_0023_m_-2135798310
2013-10-31 15:35:03,090 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0023_r_780668882
2013-10-31 15:35:03,091 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0023_r_780668882 spawned.
2013-10-31 15:35:03,094 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0023/attempt_20131031152505967_0023_r_000000_0/taskjvm.sh
2013-10-31 15:35:03,611 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000005_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:7+7
2013-10-31 15:35:03,613 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_m_000005_0 is done.
2013-10-31 15:35:03,613 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_m_000005_0 was 44
2013-10-31 15:35:03,613 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:35:03,617 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000007_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:35:03,618 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_m_000007_0 is done.
2013-10-31 15:35:03,618 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_m_000007_0 was 6
2013-10-31 15:35:03,618 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:35:03,659 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+7
2013-10-31 15:35:03,660 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_m_000004_0 is done.
2013-10-31 15:35:03,660 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_m_000004_0 was 44
2013-10-31 15:35:03,660 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:03,676 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000006_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:35:03,677 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_m_000006_0 is done.
2013-10-31 15:35:03,677 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_m_000006_0 was 6
2013-10-31 15:35:03,677 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:03,732 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_m_-2135798310 given task: attempt_20131031152505967_0023_m_000008_0
2013-10-31 15:35:03,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023/job.split dst=null perm=null
2013-10-31 15:35:03,816 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53587, bytes: 581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000008_0, offset: 2560, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2392223413462634356_1316, duration: 164130
2013-10-31 15:35:03,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:35:03,819 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46811, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0023_m_000008_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 105465
2013-10-31 15:35:04,073 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_r_780668882 given task: attempt_20131031152505967_0023_r_000000_0
2013-10-31 15:35:04,975 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_m_000004_0' has completed task_20131031152505967_0023_m_000004 successfully.
2013-10-31 15:35:04,976 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_m_000005_0' has completed task_20131031152505967_0023_m_000005 successfully.
2013-10-31 15:35:04,979 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_m_000006_0' has completed task_20131031152505967_0023_m_000006 successfully.
2013-10-31 15:35:04,981 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_m_000007_0' has completed task_20131031152505967_0023_m_000007 successfully.
2013-10-31 15:35:06,790 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000008_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:14+1
2013-10-31 15:35:06,793 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_m_000008_0 is done.
2013-10-31 15:35:06,793 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_m_000008_0 was 6
2013-10-31 15:35:06,793 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:09,049 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_m_000008_0' has completed task_20131031152505967_0023_m_000008 successfully.
2013-10-31 15:35:09,760 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37572, dest: 10.5.128.102:36716, bytes: 63, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0023_m_000000_0, duration: 9891971
2013-10-31 15:35:09,785 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37572, dest: 10.5.128.102:36716, bytes: 44, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0023_m_000001_0, duration: 11600259
2013-10-31 15:35:09,804 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40291, dest: 10.5.128.102:45605, bytes: 63, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0023_m_000002_0, duration: 13739070
2013-10-31 15:35:09,821 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40291, dest: 10.5.128.102:45606, bytes: 44, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0023_m_000003_0, duration: 9110032
2013-10-31 15:35:09,837 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40853, dest: 10.5.128.102:40160, bytes: 44, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0023_m_000004_0, duration: 12393906
2013-10-31 15:35:09,853 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40853, dest: 10.5.128.102:40161, bytes: 44, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0023_m_000005_0, duration: 12056152
2013-10-31 15:35:09,872 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42934, dest: 10.5.128.102:60632, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0023_m_000006_0, duration: 13161342
2013-10-31 15:35:09,889 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42934, dest: 10.5.128.102:60633, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0023_m_000007_0, duration: 12307016
2013-10-31 15:35:10,559 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_r_000000_0 0.2962963% reduce > copy (8 of 9 at 0.00 MB/s) >
2013-10-31 15:35:12,054 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 8 OK for attempt_20131031152505967_0023_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:41931
2013-10-31 15:35:13,610 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_r_000000_0 0.2962963% reduce > copy (8 of 9 at 0.00 MB/s) >
2013-10-31 15:35:14,914 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37572, dest: 10.5.128.102:36723, bytes: 6, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0023_m_000008_0, duration: 14110274
2013-10-31 15:35:15,638 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_r_000000_0 0.2962963% reduce > copy (8 of 9 at 0.00 MB/s) >
2013-10-31 15:35:15,701 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_r_000000_0 0.2962963% reduce > copy (8 of 9 at 0.00 MB/s) >
2013-10-31 15:35:15,887 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 15:35:15,889 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1759 Total time for transactions(ms): 36Number of transactions batched in Syncs: 253 Number of syncs: 1257 SyncTimes(ms): 45125 6204
2013-10-31 15:35:15,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_temporary/_attempt_20131031152505967_0023_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:35:15,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_temporary/_attempt_20131031152505967_0023_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:15,936 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_temporary/_attempt_20131031152505967_0023_r_000000_0/part-00000. blk_-233954736337074914_1322
2013-10-31 15:35:15,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-233954736337074914_1322 src: /127.0.0.1:53600 dest: /127.0.0.1:57702
2013-10-31 15:35:15,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-233954736337074914_1322 src: /127.0.0.1:41522 dest: /127.0.0.1:53907
2013-10-31 15:35:15,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-233954736337074914_1322 src: /127.0.0.1:46825 dest: /127.0.0.1:42991
2013-10-31 15:35:15,984 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46825, dest: /127.0.0.1:42991, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0023_r_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-233954736337074914_1322, duration: 1416465
2013-10-31 15:35:15,985 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-233954736337074914_1322 terminating
2013-10-31 15:35:15,985 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41522, dest: /127.0.0.1:53907, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0023_r_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-233954736337074914_1322, duration: 3800825
2013-10-31 15:35:15,989 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-233954736337074914_1322 size 48
2013-10-31 15:35:15,990 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-233954736337074914_1322 terminating
2013-10-31 15:35:15,991 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-233954736337074914_1322 size 48
2013-10-31 15:35:15,991 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53600, dest: /127.0.0.1:57702, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0023_r_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-233954736337074914_1322, duration: 9517119
2013-10-31 15:35:15,991 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-233954736337074914_1322 terminating
2013-10-31 15:35:15,993 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_temporary/_attempt_20131031152505967_0023_r_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0023_r_000000_0
2013-10-31 15:35:15,993 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_temporary/_attempt_20131031152505967_0023_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0023_r_000000_0
2013-10-31 15:35:15,995 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-233954736337074914_1322 size 48
2013-10-31 15:35:16,034 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0023_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:35:16,034 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_r_000000_0 0.2962963% reduce > copy (8 of 9 at 0.00 MB/s) >
2013-10-31 15:35:18,063 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 1 OK for attempt_20131031152505967_0023_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:41931
2013-10-31 15:35:18,064 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0023_r_000000_0
2013-10-31 15:35:19,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_temporary/_attempt_20131031152505967_0023_r_000000_0 dst=null perm=null
2013-10-31 15:35:19,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:35:19,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_temporary/_attempt_20131031152505967_0023_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:19,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_temporary/_attempt_20131031152505967_0023_r_000000_0 dst=null perm=null
2013-10-31 15:35:19,653 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_r_000000_0 1.0% reduce > reduce
2013-10-31 15:35:19,654 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_r_000000_0 1.0% reduce > reduce
2013-10-31 15:35:19,655 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_r_000000_0 is done.
2013-10-31 15:35:19,655 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_r_000000_0 was -1
2013-10-31 15:35:19,656 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:21,066 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_r_000000_0' has completed task_20131031152505967_0023_r_000000 successfully.
2013-10-31 15:35:21,067 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0023_m_000009_0' to tip task_20131031152505967_0023_m_000009, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:35:21,069 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0023_m_000009_0 task's state:UNASSIGNED
2013-10-31 15:35:21,069 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0023_m_000009_0 which needs 1 slots
2013-10-31 15:35:21,069 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0023_m_000009_0 which needs 1 slots
2013-10-31 15:35:21,096 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0023/attempt_20131031152505967_0023_m_000009_0. Attempting to reuse: jvm_20131031152505967_0023_m_-2135798310
2013-10-31 15:35:22,338 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0023_m_-2135798310 given task: attempt_20131031152505967_0023_m_000009_0
2013-10-31 15:35:22,427 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000009_0 0.0%
2013-10-31 15:35:22,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_temporary dst=null perm=null
2013-10-31 15:35:22,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:22,453 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_SUCCESS from client DFSClient_attempt_20131031152505967_0023_m_000009_0
2013-10-31 15:35:22,453 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0023_m_000009_0
2013-10-31 15:35:22,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3403235913236711651 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:35:22,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3403235913236711651 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:35:22,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3403235913236711651 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:35:22,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3403235913236711651 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:35:22,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2392223413462634356 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:35:22,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2392223413462634356 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:35:22,460 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2392223413462634356 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:35:22,460 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2392223413462634356 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:35:22,460 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5689648508204265918 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:35:22,460 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5689648508204265918 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:35:22,460 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5689648508204265918 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:35:22,460 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1549158448915995785 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:35:22,460 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1549158448915995785 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:35:22,461 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1549158448915995785 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:35:22,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0023 dst=null perm=null
2013-10-31 15:35:25,110 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-3403235913236711651_1315 blk_2392223413462634356_1316 blk_1549158448915995785_1318
2013-10-31 15:35:25,110 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-3403235913236711651_1315 blk_2392223413462634356_1316 blk_5689648508204265918_1317 blk_1549158448915995785_1318
2013-10-31 15:35:25,404 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0023_m_000009_0 0.0% cleanup
2013-10-31 15:35:25,406 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0023_m_000009_0 is done.
2013-10-31 15:35:25,406 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0023_m_000009_0 was -1
2013-10-31 15:35:25,406 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:26,069 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0023_r_000000_0
2013-10-31 15:35:26,069 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0023_r_000000_0
2013-10-31 15:35:26,529 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3403235913236711651_1315 file build/test/data/dfs/data/data1/current/blk_-3403235913236711651 for deletion
2013-10-31 15:35:26,529 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1549158448915995785_1318 file build/test/data/dfs/data/data2/current/blk_1549158448915995785 for deletion
2013-10-31 15:35:26,529 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2392223413462634356_1316 file build/test/data/dfs/data/data2/current/blk_2392223413462634356 for deletion
2013-10-31 15:35:26,529 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3403235913236711651_1315 at file build/test/data/dfs/data/data1/current/blk_-3403235913236711651
2013-10-31 15:35:26,530 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5689648508204265918_1317 file build/test/data/dfs/data/data1/current/blk_5689648508204265918 for deletion
2013-10-31 15:35:26,530 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1549158448915995785_1318 at file build/test/data/dfs/data/data2/current/blk_1549158448915995785
2013-10-31 15:35:26,531 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5689648508204265918_1317 at file build/test/data/dfs/data/data1/current/blk_5689648508204265918
2013-10-31 15:35:26,531 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2392223413462634356_1316 at file build/test/data/dfs/data/data2/current/blk_2392223413462634356
2013-10-31 15:35:27,077 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0023_m_000009_0' has completed task_20131031152505967_0023_m_000009 successfully.
2013-10-31 15:35:27,077 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0023 has completed successfully.
2013-10-31 15:35:27,078 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0023,submitTime=1383233690377,launchTime=1383233690805,firstMapTaskLaunchTime=1383233697024,firstReduceTaskLaunchTime=1383233703040,firstJobSetupTaskLaunchTime=1383233691008,firstJobCleanupTaskLaunchTime=1383233721067,finishTime=1383233727077,numMaps=9,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=46,reduceSlotsSeconds=16,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[1B1F7D12FE354855931D3880EF8DC54C/D675B1CE5DC641669517F2CD57AAFF28] merge*offset/(1/1) ...plemergethreechaincogroup
2013-10-31 15:35:27,080 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_logs/history/job_20131031152505967_0023_1383233690377_hadoop_%5B1B1F7D12FE354855931D3880EF8DC54C%2FD675B1CE5DC64166. blk_7810742078072466116_1323
2013-10-31 15:35:27,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7810742078072466116_1323 src: /127.0.0.1:53605 dest: /127.0.0.1:57702
2013-10-31 15:35:27,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7810742078072466116_1323 src: /127.0.0.1:40101 dest: /127.0.0.1:48948
2013-10-31 15:35:27,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7810742078072466116_1323 src: /127.0.0.1:46830 dest: /127.0.0.1:42991
2013-10-31 15:35:27,090 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46830, dest: /127.0.0.1:42991, bytes: 45918, op: HDFS_WRITE, cliID: DFSClient_1544446183, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7810742078072466116_1323, duration: 3174274
2013-10-31 15:35:27,090 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7810742078072466116_1323 terminating
2013-10-31 15:35:27,090 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40101, dest: /127.0.0.1:48948, bytes: 45918, op: HDFS_WRITE, cliID: DFSClient_1544446183, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7810742078072466116_1323, duration: 1872976
2013-10-31 15:35:27,091 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7810742078072466116_1323 terminating
2013-10-31 15:35:27,091 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53605, dest: /127.0.0.1:57702, bytes: 45918, op: HDFS_WRITE, cliID: DFSClient_1544446183, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7810742078072466116_1323, duration: 5920608
2013-10-31 15:35:27,092 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7810742078072466116_1323 terminating
2013-10-31 15:35:27,097 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7810742078072466116_1323 size 45918
2013-10-31 15:35:27,101 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_logs/history/job_20131031152505967_0023_1383233690377_hadoop_%5B1B1F7D12FE354855931D3880EF8DC54C%2FD675B1CE5DC64166 from client DFSClient_1544446183
2013-10-31 15:35:27,101 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_logs/history/job_20131031152505967_0023_1383233690377_hadoop_%5B1B1F7D12FE354855931D3880EF8DC54C%2FD675B1CE5DC64166 is closed by DFSClient_1544446183
2013-10-31 15:35:27,101 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7810742078072466116_1323 size 45918
2013-10-31 15:35:27,102 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7810742078072466116_1323 size 45918
2013-10-31 15:35:27,108 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0023_1383233690377_hadoop_%5B1B1F7D12FE354855931D3880EF8DC54C%2FD675B1CE5DC64166 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:35:27,109 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_m_000000_0'
2013-10-31 15:35:27,109 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_m_000001_0'
2013-10-31 15:35:27,109 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_m_000008_0'
2013-10-31 15:35:27,110 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_m_000009_0'
2013-10-31 15:35:27,110 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8080935111402499755 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:35:27,110 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_m_000010_0'
2013-10-31 15:35:27,111 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8080935111402499755 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:35:27,111 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_r_000000_0'
2013-10-31 15:35:27,111 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8080935111402499755 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:35:27,112 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_m_000002_0'
2013-10-31 15:35:27,112 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_m_000003_0'
2013-10-31 15:35:27,114 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0023_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:35:27,115 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/_temporary
2013-10-31 15:35:27,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0023 dst=null perm=null
2013-10-31 15:35:27,139 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3403235913236711651_1315 file build/test/data/dfs/data/data4/current/blk_-3403235913236711651 for deletion
2013-10-31 15:35:27,139 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1549158448915995785_1318 file build/test/data/dfs/data/data4/current/blk_1549158448915995785 for deletion
2013-10-31 15:35:27,139 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2392223413462634356_1316 file build/test/data/dfs/data/data3/current/blk_2392223413462634356 for deletion
2013-10-31 15:35:27,140 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3403235913236711651_1315 at file build/test/data/dfs/data/data4/current/blk_-3403235913236711651
2013-10-31 15:35:27,140 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2392223413462634356_1316 at file build/test/data/dfs/data/data3/current/blk_2392223413462634356
2013-10-31 15:35:27,140 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1549158448915995785_1318 at file build/test/data/dfs/data/data4/current/blk_1549158448915995785
2013-10-31 15:35:27,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup dst=null perm=null
2013-10-31 15:35:27,172 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:35:27,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/part-00000 dst=null perm=null
2013-10-31 15:35:27,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/part-00000 dst=null perm=null
2013-10-31 15:35:27,177 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53609, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-233954736337074914_1322, duration: 285160
2013-10-31 15:35:27,178 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/simplemergethreechaincogroup
2013-10-31 15:35:27,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup dst=null perm=null
2013-10-31 15:35:27,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/simplemergethreechaincogroup/part-00000 dst=null perm=null
2013-10-31 15:35:27,186 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53610, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-233954736337074914_1322, duration: 253731
2013-10-31 15:35:27,206 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:35:27,207 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:35:27,226 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] starting
2013-10-31 15:35:27,227 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:35:27,227 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup"]
2013-10-31 15:35:27,228 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] parallel execution is enabled: true
2013-10-31 15:35:27,228 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] starting jobs: 2
2013-10-31 15:35:27,228 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge+offset] allocating threads: 2
2013-10-31 15:35:27,229 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge+offset] starting step: (2/2)
2013-10-31 15:35:27,233 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:35:27,233 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:35:27,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:35:27,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:35:27,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:27,255 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.jar. blk_1947924889512894008_1324
2013-10-31 15:35:27,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1947924889512894008_1324 src: /127.0.0.1:46834 dest: /127.0.0.1:42991
2013-10-31 15:35:27,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1947924889512894008_1324 src: /127.0.0.1:40107 dest: /127.0.0.1:48948
2013-10-31 15:35:27,263 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1947924889512894008_1324 src: /127.0.0.1:41534 dest: /127.0.0.1:53907
2013-10-31 15:35:27,270 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41534, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1947924889512894008_1324, duration: 3815587
2013-10-31 15:35:27,270 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1947924889512894008_1324 terminating
2013-10-31 15:35:27,271 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40107, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1947924889512894008_1324, duration: 4647609
2013-10-31 15:35:27,271 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1947924889512894008_1324 terminating
2013-10-31 15:35:27,272 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46834, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1947924889512894008_1324, duration: 5626250
2013-10-31 15:35:27,272 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1947924889512894008_1324 terminating
2013-10-31 15:35:27,274 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1947924889512894008_1324 size 238055
2013-10-31 15:35:27,274 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.jar from client DFSClient_1342392704
2013-10-31 15:35:27,275 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.jar is closed by DFSClient_1342392704
2013-10-31 15:35:27,275 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1947924889512894008_1324 size 238055
2013-10-31 15:35:27,277 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1947924889512894008_1324 size 238055
2013-10-31 15:35:27,487 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.jar. New replication is 10
2013-10-31 15:35:27,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.jar dst=null perm=null
2013-10-31 15:35:27,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:27,498 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:35:27,503 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:35:27,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:35:27,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:27,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:27,520 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split. New replication is 10
2013-10-31 15:35:27,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split dst=null perm=null
2013-10-31 15:35:27,528 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split. blk_5967350360535507166_1325
2013-10-31 15:35:27,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5967350360535507166_1325 src: /127.0.0.1:46837 dest: /127.0.0.1:42991
2013-10-31 15:35:27,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5967350360535507166_1325 src: /127.0.0.1:40110 dest: /127.0.0.1:48948
2013-10-31 15:35:27,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5967350360535507166_1325 src: /127.0.0.1:41537 dest: /127.0.0.1:53907
2013-10-31 15:35:27,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5967350360535507166_1325 src: /127.0.0.1:53617 dest: /127.0.0.1:57702
2013-10-31 15:35:27,538 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53617, dest: /127.0.0.1:57702, bytes: 1732, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5967350360535507166_1325, duration: 89232
2013-10-31 15:35:27,538 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5967350360535507166_1325 terminating
2013-10-31 15:35:27,538 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5967350360535507166_1325 size 1732
2013-10-31 15:35:27,538 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41537, dest: /127.0.0.1:53907, bytes: 1732, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5967350360535507166_1325, duration: 930359
2013-10-31 15:35:27,539 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5967350360535507166_1325 terminating
2013-10-31 15:35:27,540 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40110, dest: /127.0.0.1:48948, bytes: 1732, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5967350360535507166_1325, duration: 1990219
2013-10-31 15:35:27,540 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5967350360535507166_1325 terminating
2013-10-31 15:35:27,541 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46837, dest: /127.0.0.1:42991, bytes: 1732, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5967350360535507166_1325, duration: 3045524
2013-10-31 15:35:27,541 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_5967350360535507166_1325 terminating
2013-10-31 15:35:27,544 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5967350360535507166_1325 size 1732
2013-10-31 15:35:27,544 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split from client DFSClient_1342392704
2013-10-31 15:35:27,545 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split is closed by DFSClient_1342392704
2013-10-31 15:35:27,545 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5967350360535507166_1325 size 1732
2013-10-31 15:35:27,546 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5967350360535507166_1325 size 1732
2013-10-31 15:35:27,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:27,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:27,568 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.splitmetainfo. blk_6473502538557873842_1326
2013-10-31 15:35:27,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6473502538557873842_1326 src: /127.0.0.1:46841 dest: /127.0.0.1:42991
2013-10-31 15:35:27,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6473502538557873842_1326 src: /127.0.0.1:53619 dest: /127.0.0.1:57702
2013-10-31 15:35:27,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6473502538557873842_1326 src: /127.0.0.1:41541 dest: /127.0.0.1:53907
2013-10-31 15:35:27,576 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41541, dest: /127.0.0.1:53907, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6473502538557873842_1326, duration: 64553
2013-10-31 15:35:27,576 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6473502538557873842_1326 terminating
2013-10-31 15:35:27,577 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53619, dest: /127.0.0.1:57702, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6473502538557873842_1326, duration: 853815
2013-10-31 15:35:27,577 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6473502538557873842_1326 terminating
2013-10-31 15:35:27,578 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46841, dest: /127.0.0.1:42991, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6473502538557873842_1326, duration: 1691941
2013-10-31 15:35:27,578 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6473502538557873842_1326 size 183
2013-10-31 15:35:27,578 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6473502538557873842_1326 terminating
2013-10-31 15:35:27,580 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6473502538557873842_1326 size 183
2013-10-31 15:35:27,582 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:35:27,582 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:35:27,582 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6473502538557873842_1326 size 183
2013-10-31 15:35:27,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:27,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:27,609 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.xml. blk_-6362348744313801892_1327
2013-10-31 15:35:27,610 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6362348744313801892_1327 src: /127.0.0.1:40116 dest: /127.0.0.1:48948
2013-10-31 15:35:27,612 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6362348744313801892_1327 src: /127.0.0.1:46845 dest: /127.0.0.1:42991
2013-10-31 15:35:27,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6362348744313801892_1327 src: /127.0.0.1:53623 dest: /127.0.0.1:57702
2013-10-31 15:35:27,616 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53623, dest: /127.0.0.1:57702, bytes: 28334, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6362348744313801892_1327, duration: 114296
2013-10-31 15:35:27,617 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6362348744313801892_1327 terminating
2013-10-31 15:35:27,617 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46845, dest: /127.0.0.1:42991, bytes: 28334, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6362348744313801892_1327, duration: 914911
2013-10-31 15:35:27,618 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6362348744313801892_1327 terminating
2013-10-31 15:35:27,618 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40116, dest: /127.0.0.1:48948, bytes: 28334, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6362348744313801892_1327, duration: 1718204
2013-10-31 15:35:27,619 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6362348744313801892_1327 terminating
2013-10-31 15:35:27,620 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6362348744313801892_1327 size 28334
2013-10-31 15:35:27,621 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.xml from client DFSClient_1342392704
2013-10-31 15:35:27,621 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.xml is closed by DFSClient_1342392704
2013-10-31 15:35:27,621 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6362348744313801892_1327 size 28334
2013-10-31 15:35:27,623 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6362348744313801892_1327 size 28334
2013-10-31 15:35:27,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.xml dst=null perm=null
2013-10-31 15:35:27,638 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40120, bytes: 28558, op: HDFS_READ, cliID: DFSClient_-68575700, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6362348744313801892_1327, duration: 379838
2013-10-31 15:35:27,656 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0024: nMaps=5 nReduces=1 max=-1
2013-10-31 15:35:27,656 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0024 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:35:27,656 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0024
2013-10-31 15:35:27,657 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0024 RESULT=SUCCESS
2013-10-31 15:35:27,657 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0024
2013-10-31 15:35:27,658 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge+offset] submitted hadoop job: job_20131031152505967_0024
2013-10-31 15:35:27,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_logs/history/job_20131031152505967_0024_1383233727629_hadoop_%5B335AC35D5D0E468D83FC49086C87BB20%2FD70B1187335240F6 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:27,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_logs/history/job_20131031152505967_0024_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:27,688 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_logs/history/job_20131031152505967_0024_conf.xml. blk_-1646101865646577295_1329
2013-10-31 15:35:27,690 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1646101865646577295_1329 src: /127.0.0.1:40121 dest: /127.0.0.1:48948
2013-10-31 15:35:27,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1646101865646577295_1329 src: /127.0.0.1:46850 dest: /127.0.0.1:42991
2013-10-31 15:35:27,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1646101865646577295_1329 src: /127.0.0.1:41549 dest: /127.0.0.1:53907
2013-10-31 15:35:27,697 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41549, dest: /127.0.0.1:53907, bytes: 28399, op: HDFS_WRITE, cliID: DFSClient_-68575700, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1646101865646577295_1329, duration: 588487
2013-10-31 15:35:27,697 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1646101865646577295_1329 terminating
2013-10-31 15:35:27,698 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46850, dest: /127.0.0.1:42991, bytes: 28399, op: HDFS_WRITE, cliID: DFSClient_-68575700, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1646101865646577295_1329, duration: 1351733
2013-10-31 15:35:27,698 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1646101865646577295_1329 terminating
2013-10-31 15:35:27,699 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40121, dest: /127.0.0.1:48948, bytes: 28399, op: HDFS_WRITE, cliID: DFSClient_-68575700, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1646101865646577295_1329, duration: 2215420
2013-10-31 15:35:27,699 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1646101865646577295_1329 size 28399
2013-10-31 15:35:27,699 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1646101865646577295_1329 terminating
2013-10-31 15:35:27,701 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_logs/history/job_20131031152505967_0024_conf.xml from client DFSClient_-68575700
2013-10-31 15:35:27,702 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_logs/history/job_20131031152505967_0024_conf.xml is closed by DFSClient_-68575700
2013-10-31 15:35:27,702 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1646101865646577295_1329 size 28399
2013-10-31 15:35:27,704 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1646101865646577295_1329 size 28399
2013-10-31 15:35:27,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0024/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:27,716 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0024/jobToken. blk_-8424805497106683011_1330
2013-10-31 15:35:27,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8424805497106683011_1330 src: /127.0.0.1:41550 dest: /127.0.0.1:53907
2013-10-31 15:35:27,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8424805497106683011_1330 src: /127.0.0.1:40125 dest: /127.0.0.1:48948
2013-10-31 15:35:27,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8424805497106683011_1330 src: /127.0.0.1:53631 dest: /127.0.0.1:57702
2013-10-31 15:35:27,724 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53631, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8424805497106683011_1330, duration: 65251
2013-10-31 15:35:27,724 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8424805497106683011_1330 terminating
2013-10-31 15:35:27,724 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40125, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8424805497106683011_1330, duration: 855849
2013-10-31 15:35:27,725 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8424805497106683011_1330 terminating
2013-10-31 15:35:27,725 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41550, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8424805497106683011_1330, duration: 1793673
2013-10-31 15:35:27,726 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8424805497106683011_1330 terminating
2013-10-31 15:35:27,729 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8424805497106683011_1330 size 116
2013-10-31 15:35:27,729 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0024/jobToken from client DFSClient_1342392704
2013-10-31 15:35:27,730 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0024/jobToken is closed by DFSClient_1342392704
2013-10-31 15:35:27,730 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8424805497106683011_1330 size 116
2013-10-31 15:35:27,730 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8424805497106683011_1330 size 116
2013-10-31 15:35:27,904 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0024/jobToken
2013-10-31 15:35:27,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.splitmetainfo dst=null perm=null
2013-10-31 15:35:27,909 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53632, bytes: 187, op: HDFS_READ, cliID: DFSClient_-68575700, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6473502538557873842_1326, duration: 268750
2013-10-31 15:35:27,910 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0024 = 19. Number of splits = 5
2013-10-31 15:35:27,910 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,911 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,911 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,911 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,911 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,912 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,912 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,912 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,912 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,913 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,913 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,913 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,913 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,913 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,914 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0024_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:35:27,914 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0024 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:35:27,915 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0024 initialized successfully with 5 map tasks and 1 reduce tasks.
2013-10-31 15:35:28,111 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_1947924889512894008_1324 to datanode(s) 127.0.0.1:57702
2013-10-31 15:35:28,112 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-3403235913236711651_1315 blk_2392223413462634356_1316 blk_5689648508204265918_1317 blk_-8080935111402499755_1321
2013-10-31 15:35:28,112 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-3403235913236711651_1315 blk_2392223413462634356_1316 blk_5689648508204265918_1317 blk_1549158448915995785_1318 blk_-8080935111402499755_1321
2013-10-31 15:35:29,008 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0024_m_000006_0' to tip task_20131031152505967_0024_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:35:29,013 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_m_000004_0'
2013-10-31 15:35:29,013 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_m_000005_0'
2013-10-31 15:35:29,016 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0024_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:35:29,016 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_m_000006_0'
2013-10-31 15:35:29,016 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0024_m_000006_0 which needs 1 slots
2013-10-31 15:35:29,017 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0023_m_000007_0'
2013-10-31 15:35:29,017 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0024_m_000006_0 which needs 1 slots
2013-10-31 15:35:29,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0024/jobToken dst=null perm=null
2013-10-31 15:35:29,026 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40129, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8424805497106683011_1330, duration: 290053
2013-10-31 15:35:29,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.xml dst=null perm=null
2013-10-31 15:35:29,036 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53636, bytes: 28558, op: HDFS_READ, cliID: DFSClient_361167282, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6362348744313801892_1327, duration: 375243
2013-10-31 15:35:29,062 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:35:29,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.jar dst=null perm=null
2013-10-31 15:35:29,094 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46860, bytes: 239915, op: HDFS_READ, cliID: DFSClient_361167282, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1947924889512894008_1324, duration: 1480949
2013-10-31 15:35:29,187 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0023_m_-269438128
2013-10-31 15:35:29,197 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1702 with signal TERM. Exit code 0
2013-10-31 15:35:29,197 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0024_m_684168849
2013-10-31 15:35:29,198 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0024_m_684168849 spawned.
2013-10-31 15:35:29,201 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0024/attempt_20131031152505967_0024_m_000006_0/taskjvm.sh
2013-10-31 15:35:29,494 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:35:29,494 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:35:29,494 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:35:29,495 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0023_m_-269438128 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:35:29,529 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_1947924889512894008_1324 to 127.0.0.1:57702
2013-10-31 15:35:29,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1947924889512894008_1324 src: /127.0.0.1:53638 dest: /127.0.0.1:57702
2013-10-31 15:35:29,532 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_1947924889512894008_1324 to /127.0.0.1:57702
2013-10-31 15:35:29,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_1947924889512894008_1324 src: /127.0.0.1:53638 dest: /127.0.0.1:57702 of size 238055
2013-10-31 15:35:29,534 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1947924889512894008_1324 size 238055
2013-10-31 15:35:30,140 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8080935111402499755_1321 file build/test/data/dfs/data/data7/current/blk_-8080935111402499755 for deletion
2013-10-31 15:35:30,141 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3403235913236711651_1315 file build/test/data/dfs/data/data8/current/blk_-3403235913236711651 for deletion
2013-10-31 15:35:30,141 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8080935111402499755_1321 at file build/test/data/dfs/data/data7/current/blk_-8080935111402499755
2013-10-31 15:35:30,141 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1549158448915995785_1318 file build/test/data/dfs/data/data7/current/blk_1549158448915995785 for deletion
2013-10-31 15:35:30,141 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3403235913236711651_1315 at file build/test/data/dfs/data/data8/current/blk_-3403235913236711651
2013-10-31 15:35:30,141 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2392223413462634356_1316 file build/test/data/dfs/data/data7/current/blk_2392223413462634356 for deletion
2013-10-31 15:35:30,141 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1549158448915995785_1318 at file build/test/data/dfs/data/data7/current/blk_1549158448915995785
2013-10-31 15:35:30,141 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5689648508204265918_1317 file build/test/data/dfs/data/data8/current/blk_5689648508204265918 for deletion
2013-10-31 15:35:30,142 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2392223413462634356_1316 at file build/test/data/dfs/data/data7/current/blk_2392223413462634356
2013-10-31 15:35:30,142 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5689648508204265918_1317 at file build/test/data/dfs/data/data8/current/blk_5689648508204265918
2013-10-31 15:35:30,252 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0024_m_684168849 given task: attempt_20131031152505967_0024_m_000006_0
2013-10-31 15:35:30,703 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8080935111402499755_1321 file build/test/data/dfs/data/data6/current/blk_-8080935111402499755 for deletion
2013-10-31 15:35:30,703 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3403235913236711651_1315 file build/test/data/dfs/data/data5/current/blk_-3403235913236711651 for deletion
2013-10-31 15:35:30,703 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8080935111402499755_1321 at file build/test/data/dfs/data/data6/current/blk_-8080935111402499755
2013-10-31 15:35:30,704 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2392223413462634356_1316 file build/test/data/dfs/data/data5/current/blk_2392223413462634356 for deletion
2013-10-31 15:35:30,704 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3403235913236711651_1315 at file build/test/data/dfs/data/data5/current/blk_-3403235913236711651
2013-10-31 15:35:30,704 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5689648508204265918_1317 file build/test/data/dfs/data/data6/current/blk_5689648508204265918 for deletion
2013-10-31 15:35:30,704 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2392223413462634356_1316 at file build/test/data/dfs/data/data5/current/blk_2392223413462634356
2013-10-31 15:35:30,704 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5689648508204265918_1317 at file build/test/data/dfs/data/data6/current/blk_5689648508204265918
2013-10-31 15:35:30,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:35:31,113 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-8080935111402499755_1321
2013-10-31 15:35:32,112 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0023
2013-10-31 15:35:32,112 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0023
2013-10-31 15:35:32,113 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0023_m_000009_0 not found in cache
2013-10-31 15:35:32,113 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320132113
2013-10-31 15:35:32,114 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320132113
2013-10-31 15:35:32,190 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0023_r_780668882 since job job_20131031152505967_0023 is dead
2013-10-31 15:35:32,200 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1973 with signal TERM. Exit code 0
2013-10-31 15:35:32,386 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:35:32,386 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:35:32,386 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:35:32,387 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0023_r_780668882 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:35:32,531 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8080935111402499755_1321 file build/test/data/dfs/data/data1/current/blk_-8080935111402499755 for deletion
2013-10-31 15:35:32,531 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8080935111402499755_1321 at file build/test/data/dfs/data/data1/current/blk_-8080935111402499755
2013-10-31 15:35:33,438 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0023_m_303875486 since job job_20131031152505967_0023 is dead
2013-10-31 15:35:33,448 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1474 with signal TERM. Exit code 0
2013-10-31 15:35:33,449 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0023_m_-2135798310 since job job_20131031152505967_0023 is dead
2013-10-31 15:35:33,465 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1316 with signal TERM. Exit code 0
2013-10-31 15:35:33,588 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0023_m_-1240256143 since job job_20131031152505967_0023 is dead
2013-10-31 15:35:33,593 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1529 with signal TERM. Exit code 0
2013-10-31 15:35:33,593 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0023_m_-596238776 since job job_20131031152505967_0023 is dead
2013-10-31 15:35:33,598 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1532 with signal TERM. Exit code 0
2013-10-31 15:35:33,624 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:35:33,624 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:35:33,624 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:35:33,624 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0023_m_-2135798310 exited with exit code 143. Number of tasks it ran: 4
2013-10-31 15:35:33,649 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:35:33,649 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:35:33,649 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:35:33,649 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0023_m_303875486 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:35:33,681 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_m_000006_0 0.0% setup
2013-10-31 15:35:33,682 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0024_m_000006_0 is done.
2013-10-31 15:35:33,682 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0024_m_000006_0 was -1
2013-10-31 15:35:33,683 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:33,797 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:35:33,797 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:35:33,797 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:35:33,797 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0023_m_-596238776 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:35:33,828 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:35:33,828 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:35:33,828 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:35:33,828 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0023_m_-1240256143 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:35:34,017 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0023
2013-10-31 15:35:34,018 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0023
2013-10-31 15:35:34,018 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320134018
2013-10-31 15:35:34,019 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0023 for user-log deletion with retainTimeStamp:1383320134019
2013-10-31 15:35:34,195 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0023_m_-1704434724 since job job_20131031152505967_0023 is dead
2013-10-31 15:35:34,204 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1700 with signal TERM. Exit code 0
2013-10-31 15:35:34,229 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0023_m_-1871522661 since job job_20131031152505967_0023 is dead
2013-10-31 15:35:34,234 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1698 with signal TERM. Exit code 0
2013-10-31 15:35:34,245 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0023_m_1563366704 since job job_20131031152505967_0023 is dead
2013-10-31 15:35:34,250 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group1701 with signal TERM. Exit code 0
2013-10-31 15:35:34,821 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:35:34,821 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:35:34,821 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:35:34,821 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:35:34,821 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:35:34,821 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:35:34,821 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:35:34,822 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:35:34,821 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0023_m_-1871522661 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:35:34,821 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:35:34,822 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0023_m_1563366704 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:35:34,822 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0023_m_-1704434724 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:35:35,023 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0024_m_000006_0' has completed task_20131031152505967_0024_m_000006 successfully.
2013-10-31 15:35:35,026 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0024_m_000000_0' to tip task_20131031152505967_0024_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:35:35,027 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0024_m_000000
2013-10-31 15:35:35,027 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0024_m_000001_0' to tip task_20131031152505967_0024_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:35:35,028 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0024_m_000001
2013-10-31 15:35:35,029 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0024_m_000002_0' to tip task_20131031152505967_0024_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:35:35,030 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0024_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:35:35,031 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0024_m_000002
2013-10-31 15:35:35,032 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0024_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:35:35,032 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0024_m_000003_0' to tip task_20131031152505967_0024_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:35:35,033 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0024_m_000000_0 which needs 1 slots
2013-10-31 15:35:35,033 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0024_m_000003
2013-10-31 15:35:35,033 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0024_m_000000_0 which needs 1 slots
2013-10-31 15:35:35,034 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0024_m_000001_0 which needs 1 slots
2013-10-31 15:35:35,034 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0024_m_000001_0 which needs 1 slots
2013-10-31 15:35:35,035 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0024_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:35:35,037 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0024_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:35:35,039 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0024_m_000002_0 which needs 1 slots
2013-10-31 15:35:35,039 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0024_m_000002_0 which needs 1 slots
2013-10-31 15:35:35,040 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0024_m_000003_0 which needs 1 slots
2013-10-31 15:35:35,040 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0024_m_000003_0 which needs 1 slots
2013-10-31 15:35:35,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0024/jobToken dst=null perm=null
2013-10-31 15:35:35,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41565, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8424805497106683011_1330, duration: 282707
2013-10-31 15:35:35,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.xml dst=null perm=null
2013-10-31 15:35:35,059 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40141, bytes: 28558, op: HDFS_READ, cliID: DFSClient_-1822600499, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6362348744313801892_1327, duration: 369983
2013-10-31 15:35:35,073 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0024_m_1771335931
2013-10-31 15:35:35,074 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0024_m_1771335931 spawned.
2013-10-31 15:35:35,075 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0024/attempt_20131031152505967_0024_m_000000_0. Attempting to reuse: jvm_20131031152505967_0024_m_684168849
2013-10-31 15:35:35,076 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0024/attempt_20131031152505967_0024_m_000001_0/taskjvm.sh
2013-10-31 15:35:35,116 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:35:35,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.jar dst=null perm=null
2013-10-31 15:35:35,139 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53647, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1822600499, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1947924889512894008_1324, duration: 727493
2013-10-31 15:35:35,219 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0024_m_684168849 given task: attempt_20131031152505967_0024_m_000000_0
2013-10-31 15:35:35,251 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0024_m_2130699172
2013-10-31 15:35:35,252 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0024_m_2130699172 spawned.
2013-10-31 15:35:35,252 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0024_m_-1876812705
2013-10-31 15:35:35,253 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0024_m_-1876812705 spawned.
2013-10-31 15:35:35,253 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0024/attempt_20131031152505967_0024_m_000003_0/taskjvm.sh
2013-10-31 15:35:35,254 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0024/attempt_20131031152505967_0024_m_000002_0/taskjvm.sh
2013-10-31 15:35:35,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split dst=null perm=null
2013-10-31 15:35:35,606 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41570, bytes: 1748, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0024_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5967350360535507166_1325, duration: 379761
2013-10-31 15:35:35,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:35:35,904 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0024_m_1771335931 given task: attempt_20131031152505967_0024_m_000001_0
2013-10-31 15:35:35,922 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53651, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0024_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 130121
2013-10-31 15:35:36,120 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0024_m_000004_0' to tip task_20131031152505967_0024_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:35:36,120 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0024_m_000004
2013-10-31 15:35:36,122 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0024_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:35:36,122 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0024_m_000004_0 which needs 1 slots
2013-10-31 15:35:36,122 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0024_m_000004_0 which needs 1 slots
2013-10-31 15:35:36,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0024/jobToken dst=null perm=null
2013-10-31 15:35:36,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40147, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8424805497106683011_1330, duration: 142562
2013-10-31 15:35:36,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.xml dst=null perm=null
2013-10-31 15:35:36,131 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53654, bytes: 28558, op: HDFS_READ, cliID: DFSClient_-248816080, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6362348744313801892_1327, duration: 202542
2013-10-31 15:35:36,144 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:35:36,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.jar dst=null perm=null
2013-10-31 15:35:36,158 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53655, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-248816080, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1947924889512894008_1324, duration: 619706
2013-10-31 15:35:36,208 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0024_m_-1034723175
2013-10-31 15:35:36,208 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0024_m_-1034723175 spawned.
2013-10-31 15:35:36,209 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0024/attempt_20131031152505967_0024_m_000004_0/taskjvm.sh
2013-10-31 15:35:36,355 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0024_m_2130699172 given task: attempt_20131031152505967_0024_m_000003_0
2013-10-31 15:35:36,368 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0024_m_-1876812705 given task: attempt_20131031152505967_0024_m_000002_0
2013-10-31 15:35:36,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split dst=null perm=null
2013-10-31 15:35:36,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53659, bytes: 1748, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0024_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5967350360535507166_1325, duration: 166500
2013-10-31 15:35:36,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:35:36,614 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41581, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0024_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 129822
2013-10-31 15:35:36,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split dst=null perm=null
2013-10-31 15:35:36,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split dst=null perm=null
2013-10-31 15:35:36,878 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40158, bytes: 716, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0024_m_000003_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5967350360535507166_1325, duration: 163393
2013-10-31 15:35:36,880 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41585, bytes: 1232, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0024_m_000002_0, offset: 512, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5967350360535507166_1325, duration: 147087
2013-10-31 15:35:36,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:35:36,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41586, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0024_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 131739
2013-10-31 15:35:36,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:35:36,920 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41587, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0024_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 103274
2013-10-31 15:35:37,222 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0024_m_-1034723175 given task: attempt_20131031152505967_0024_m_000004_0
2013-10-31 15:35:37,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024/job.split dst=null perm=null
2013-10-31 15:35:37,744 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53669, bytes: 716, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0024_m_000004_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5967350360535507166_1325, duration: 164928
2013-10-31 15:35:37,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:35:37,785 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40165, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0024_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 257472
2013-10-31 15:35:38,571 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+4
2013-10-31 15:35:38,574 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0024_m_000000_0 is done.
2013-10-31 15:35:38,574 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0024_m_000000_0 was 40
2013-10-31 15:35:38,574 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:35:39,502 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:4+4
2013-10-31 15:35:39,505 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0024_m_000001_0 is done.
2013-10-31 15:35:39,505 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0024_m_000001_0 was 40
2013-10-31 15:35:39,505 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:39,807 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:12+4
2013-10-31 15:35:39,810 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0024_m_000003_0 is done.
2013-10-31 15:35:39,810 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0024_m_000003_0 was 40
2013-10-31 15:35:39,811 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:8+4
2013-10-31 15:35:39,812 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:35:39,813 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0024_m_000002_0 is done.
2013-10-31 15:35:39,813 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0024_m_000002_0 was 40
2013-10-31 15:35:39,814 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:40,033 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0024_m_000006_0
2013-10-31 15:35:40,033 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0024_m_000006_0
2013-10-31 15:35:40,033 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0024_m_000006_0 not found in cache
2013-10-31 15:35:40,650 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:16+3
2013-10-31 15:35:40,654 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0024_m_000004_0 is done.
2013-10-31 15:35:40,655 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0024_m_000004_0 was 40
2013-10-31 15:35:40,655 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:41,036 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0024_m_000000_0' has completed task_20131031152505967_0024_m_000000 successfully.
2013-10-31 15:35:41,038 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0024_m_000001_0' has completed task_20131031152505967_0024_m_000001 successfully.
2013-10-31 15:35:41,040 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031152505967_0024_r_000000_0' to tip task_20131031152505967_0024_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:35:41,044 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0024_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:35:41,044 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0024_r_000000_0 which needs 1 slots
2013-10-31 15:35:41,045 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0024_m_000002_0' has completed task_20131031152505967_0024_m_000002 successfully.
2013-10-31 15:35:41,045 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0024_r_000000_0 which needs 1 slots
2013-10-31 15:35:41,047 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0024_m_000003_0' has completed task_20131031152505967_0024_m_000003 successfully.
2013-10-31 15:35:41,076 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0024_r_-1030359514
2013-10-31 15:35:41,077 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0024_r_-1030359514 spawned.
2013-10-31 15:35:41,079 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0024/attempt_20131031152505967_0024_r_000000_0/taskjvm.sh
2013-10-31 15:35:42,094 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0024_r_-1030359514 given task: attempt_20131031152505967_0024_r_000000_0
2013-10-31 15:35:42,128 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0024_m_000004_0' has completed task_20131031152505967_0024_m_000004 successfully.
2013-10-31 15:35:46,624 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_6533759857924785579_1017
2013-10-31 15:35:47,800 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40853, dest: 10.5.128.102:40239, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0024_m_000000_0, duration: 9811893
2013-10-31 15:35:47,827 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40853, dest: 10.5.128.102:40239, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0024_m_000001_0, duration: 13884388
2013-10-31 15:35:47,845 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42934, dest: 10.5.128.102:60710, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0024_m_000002_0, duration: 12123735
2013-10-31 15:35:47,860 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42934, dest: 10.5.128.102:60710, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0024_m_000003_0, duration: 11618385
2013-10-31 15:35:47,877 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40291, dest: 10.5.128.102:45688, bytes: 40, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0024_m_000004_0, duration: 12582417
2013-10-31 15:35:48,599 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_r_000000_0 0.33333334% reduce > copy (5 of 5 at 0.00 MB/s)
2013-10-31 15:35:48,663 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_r_000000_0 0.33333334% reduce > copy (5 of 5 at 0.00 MB/s)
2013-10-31 15:35:48,723 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_r_000000_0 0.33333334% reduce > copy (5 of 5 at 0.00 MB/s)
2013-10-31 15:35:48,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_temporary/_attempt_20131031152505967_0024_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:35:48,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_temporary/_attempt_20131031152505967_0024_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:48,975 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_temporary/_attempt_20131031152505967_0024_r_000000_0/part-00000. blk_-3025194070576235132_1331
2013-10-31 15:35:49,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3025194070576235132_1331 src: /127.0.0.1:40171 dest: /127.0.0.1:48948
2013-10-31 15:35:49,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3025194070576235132_1331 src: /127.0.0.1:53677 dest: /127.0.0.1:57702
2013-10-31 15:35:49,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3025194070576235132_1331 src: /127.0.0.1:46901 dest: /127.0.0.1:42991
2013-10-31 15:35:49,025 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46901, dest: /127.0.0.1:42991, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0024_r_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3025194070576235132_1331, duration: 3691701
2013-10-31 15:35:49,025 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3025194070576235132_1331 terminating
2013-10-31 15:35:49,026 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53677, dest: /127.0.0.1:57702, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0024_r_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3025194070576235132_1331, duration: 3622035
2013-10-31 15:35:49,026 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3025194070576235132_1331 terminating
2013-10-31 15:35:49,027 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40171, dest: /127.0.0.1:48948, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0024_r_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3025194070576235132_1331, duration: 2968973
2013-10-31 15:35:49,027 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3025194070576235132_1331 size 290
2013-10-31 15:35:49,027 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3025194070576235132_1331 terminating
2013-10-31 15:35:49,028 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3025194070576235132_1331 size 290
2013-10-31 15:35:49,030 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_temporary/_attempt_20131031152505967_0024_r_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0024_r_000000_0
2013-10-31 15:35:49,030 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_temporary/_attempt_20131031152505967_0024_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0024_r_000000_0
2013-10-31 15:35:49,031 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3025194070576235132_1331 size 290
2013-10-31 15:35:49,068 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0024_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:35:49,068 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_r_000000_0 0.33333334% reduce > copy (5 of 5 at 0.00 MB/s)
2013-10-31 15:35:50,054 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 5 OK for attempt_20131031152505967_0024_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:47038
2013-10-31 15:35:50,056 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0024_r_000000_0
2013-10-31 15:35:50,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_temporary/_attempt_20131031152505967_0024_r_000000_0 dst=null perm=null
2013-10-31 15:35:50,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:35:50,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_temporary/_attempt_20131031152505967_0024_r_000000_0/part-00000 dst=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:50,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_temporary/_attempt_20131031152505967_0024_r_000000_0 dst=null perm=null
2013-10-31 15:35:51,651 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_r_000000_0 1.0% reduce > reduce
2013-10-31 15:35:51,653 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_r_000000_0 1.0% reduce > reduce
2013-10-31 15:35:51,654 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0024_r_000000_0 is done.
2013-10-31 15:35:51,654 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0024_r_000000_0 was -1
2013-10-31 15:35:51,655 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:53,060 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0024_r_000000_0' has completed task_20131031152505967_0024_r_000000 successfully.
2013-10-31 15:35:53,064 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0024_m_000005_0' to tip task_20131031152505967_0024_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:35:53,067 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0024_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:35:53,067 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0024_m_000005_0 which needs 1 slots
2013-10-31 15:35:53,067 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0024_m_000005_0 which needs 1 slots
2013-10-31 15:35:53,098 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0024/attempt_20131031152505967_0024_m_000005_0. Attempting to reuse: jvm_20131031152505967_0024_m_684168849
2013-10-31 15:35:54,122 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0024_m_684168849 given task: attempt_20131031152505967_0024_m_000005_0
2013-10-31 15:35:54,232 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_m_000005_0 0.0%
2013-10-31 15:35:54,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_temporary dst=null perm=null
2013-10-31 15:35:54,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:54,250 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_SUCCESS from client DFSClient_attempt_20131031152505967_0024_m_000005_0
2013-10-31 15:35:54,250 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0024_m_000005_0
2013-10-31 15:35:54,255 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1947924889512894008 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:35:54,255 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1947924889512894008 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:35:54,255 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1947924889512894008 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:35:54,255 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1947924889512894008 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:35:54,256 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5967350360535507166 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:35:54,256 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5967350360535507166 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:35:54,256 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5967350360535507166 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:35:54,256 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5967350360535507166 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:35:54,257 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6473502538557873842 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:35:54,257 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6473502538557873842 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:35:54,257 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6473502538557873842 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:35:54,257 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6362348744313801892 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:35:54,257 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6362348744313801892 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:35:54,258 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6362348744313801892 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:35:54,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0024 dst=null perm=null
2013-10-31 15:35:55,117 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_5967350360535507166_1325 blk_-6362348744313801892_1327 blk_1947924889512894008_1324
2013-10-31 15:35:55,117 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_5967350360535507166_1325 blk_6473502538557873842_1326 blk_-6362348744313801892_1327 blk_1947924889512894008_1324
2013-10-31 15:35:56,539 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6362348744313801892_1327 file build/test/data/dfs/data/data1/current/blk_-6362348744313801892 for deletion
2013-10-31 15:35:56,539 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1947924889512894008_1324 file build/test/data/dfs/data/data2/current/blk_1947924889512894008 for deletion
2013-10-31 15:35:56,539 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6362348744313801892_1327 at file build/test/data/dfs/data/data1/current/blk_-6362348744313801892
2013-10-31 15:35:56,540 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5967350360535507166_1325 file build/test/data/dfs/data/data1/current/blk_5967350360535507166 for deletion
2013-10-31 15:35:56,540 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1947924889512894008_1324 at file build/test/data/dfs/data/data2/current/blk_1947924889512894008
2013-10-31 15:35:56,540 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5967350360535507166_1325 at file build/test/data/dfs/data/data1/current/blk_5967350360535507166
2013-10-31 15:35:56,540 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6473502538557873842_1326 file build/test/data/dfs/data/data2/current/blk_6473502538557873842 for deletion
2013-10-31 15:35:56,541 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6473502538557873842_1326 at file build/test/data/dfs/data/data2/current/blk_6473502538557873842
2013-10-31 15:35:57,207 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0024_m_000005_0 0.0% cleanup
2013-10-31 15:35:57,208 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0024_m_000005_0 is done.
2013-10-31 15:35:57,209 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0024_m_000005_0 was -1
2013-10-31 15:35:57,209 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:35:57,713 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6362348744313801892_1327 file build/test/data/dfs/data/data5/current/blk_-6362348744313801892 for deletion
2013-10-31 15:35:57,713 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1947924889512894008_1324 file build/test/data/dfs/data/data5/current/blk_1947924889512894008 for deletion
2013-10-31 15:35:57,713 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6362348744313801892_1327 at file build/test/data/dfs/data/data5/current/blk_-6362348744313801892
2013-10-31 15:35:57,713 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5967350360535507166_1325 file build/test/data/dfs/data/data6/current/blk_5967350360535507166 for deletion
2013-10-31 15:35:57,714 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1947924889512894008_1324 at file build/test/data/dfs/data/data5/current/blk_1947924889512894008
2013-10-31 15:35:57,714 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5967350360535507166_1325 at file build/test/data/dfs/data/data6/current/blk_5967350360535507166
2013-10-31 15:35:58,067 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0024_r_000000_0
2013-10-31 15:35:58,068 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0024_r_000000_0
2013-10-31 15:35:58,118 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_5967350360535507166_1325 blk_6473502538557873842_1326 blk_-6362348744313801892_1327 blk_1947924889512894008_1324
2013-10-31 15:35:58,118 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_5967350360535507166_1325 blk_6473502538557873842_1326 blk_1947924889512894008_1324
2013-10-31 15:35:59,074 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0024_m_000005_0' has completed task_20131031152505967_0024_m_000005 successfully.
2013-10-31 15:35:59,075 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0024 has completed successfully.
2013-10-31 15:35:59,076 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0024,submitTime=1383233727629,launchTime=1383233727914,firstMapTaskLaunchTime=1383233735026,firstReduceTaskLaunchTime=1383233741039,firstJobSetupTaskLaunchTime=1383233729007,firstJobCleanupTaskLaunchTime=1383233753064,finishTime=1383233759075,numMaps=5,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=30,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[335AC35D5D0E468D83FC49086C87BB20/D70B1187335240F6AF0C48F8522E7500] merge+offset/(2/2)
2013-10-31 15:35:59,081 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_logs/history/job_20131031152505967_0024_1383233727629_hadoop_%5B335AC35D5D0E468D83FC49086C87BB20%2FD70B1187335240F6. blk_-8626855316733286630_1332
2013-10-31 15:35:59,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8626855316733286630_1332 src: /127.0.0.1:40178 dest: /127.0.0.1:48948
2013-10-31 15:35:59,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8626855316733286630_1332 src: /127.0.0.1:41605 dest: /127.0.0.1:53907
2013-10-31 15:35:59,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8626855316733286630_1332 src: /127.0.0.1:46908 dest: /127.0.0.1:42991
2013-10-31 15:35:59,096 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46908, dest: /127.0.0.1:42991, bytes: 31992, op: HDFS_WRITE, cliID: DFSClient_-68575700, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8626855316733286630_1332, duration: 1789368
2013-10-31 15:35:59,096 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8626855316733286630_1332 terminating
2013-10-31 15:35:59,097 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41605, dest: /127.0.0.1:53907, bytes: 31992, op: HDFS_WRITE, cliID: DFSClient_-68575700, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8626855316733286630_1332, duration: 7065895
2013-10-31 15:35:59,098 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8626855316733286630_1332 terminating
2013-10-31 15:35:59,098 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40178, dest: /127.0.0.1:48948, bytes: 31992, op: HDFS_WRITE, cliID: DFSClient_-68575700, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8626855316733286630_1332, duration: 8173419
2013-10-31 15:35:59,098 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8626855316733286630_1332 terminating
2013-10-31 15:35:59,103 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8626855316733286630_1332 size 31992
2013-10-31 15:35:59,104 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8626855316733286630_1332 size 31992
2013-10-31 15:35:59,104 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8626855316733286630_1332 size 31992
2013-10-31 15:35:59,504 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_logs/history/job_20131031152505967_0024_1383233727629_hadoop_%5B335AC35D5D0E468D83FC49086C87BB20%2FD70B1187335240F6 from client DFSClient_-68575700
2013-10-31 15:35:59,504 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/_logs/history/job_20131031152505967_0024_1383233727629_hadoop_%5B335AC35D5D0E468D83FC49086C87BB20%2FD70B1187335240F6 is closed by DFSClient_-68575700
2013-10-31 15:35:59,512 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0024_1383233727629_hadoop_%5B335AC35D5D0E468D83FC49086C87BB20%2FD70B1187335240F6 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:35:59,513 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0024_m_000000_0'
2013-10-31 15:35:59,514 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0024_m_000001_0'
2013-10-31 15:35:59,515 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0024_m_000005_0'
2013-10-31 15:35:59,515 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8424805497106683011 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:35:59,516 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8424805497106683011 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:35:59,515 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0024_m_000006_0'
2013-10-31 15:35:59,516 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8424805497106683011 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:35:59,516 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0024_r_000000_0'
2013-10-31 15:35:59,518 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0024_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:35:59,520 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge+offset] starting step: (1/2) .../samemergethreechaingroup
2013-10-31 15:35:59,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0024 dst=null perm=null
2013-10-31 15:35:59,527 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:35:59,527 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 1
2013-10-31 15:35:59,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:35:59,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:35:59,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:59,548 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.jar. blk_-7333135547902244528_1333
2013-10-31 15:35:59,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7333135547902244528_1333 src: /127.0.0.1:46910 dest: /127.0.0.1:42991
2013-10-31 15:35:59,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7333135547902244528_1333 src: /127.0.0.1:40183 dest: /127.0.0.1:48948
2013-10-31 15:35:59,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7333135547902244528_1333 src: /127.0.0.1:53689 dest: /127.0.0.1:57702
2013-10-31 15:35:59,566 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53689, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7333135547902244528_1333, duration: 7183320
2013-10-31 15:35:59,566 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7333135547902244528_1333 terminating
2013-10-31 15:35:59,567 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40183, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7333135547902244528_1333, duration: 7967849
2013-10-31 15:35:59,567 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7333135547902244528_1333 terminating
2013-10-31 15:35:59,568 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46910, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7333135547902244528_1333, duration: 9335292
2013-10-31 15:35:59,568 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7333135547902244528_1333 terminating
2013-10-31 15:35:59,571 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7333135547902244528_1333 size 238055
2013-10-31 15:35:59,571 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7333135547902244528_1333 size 238055
2013-10-31 15:35:59,572 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7333135547902244528_1333 size 238055
2013-10-31 15:35:59,971 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.jar from client DFSClient_1342392704
2013-10-31 15:35:59,972 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.jar is closed by DFSClient_1342392704
2013-10-31 15:35:59,978 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.jar. New replication is 10
2013-10-31 15:35:59,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.jar dst=null perm=null
2013-10-31 15:35:59,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:35:59,989 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:35:59,993 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:35:59,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:35:59,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197 dst=null perm=null
2013-10-31 15:35:59,997 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:35:59,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/part-00000 dst=null perm=null
2013-10-31 15:36:00,000 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:36:00,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:36:00,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197 dst=null perm=null
2013-10-31 15:36:00,004 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:36:00,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/part-00000 dst=null perm=null
2013-10-31 15:36:00,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:00,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:00,019 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split. New replication is 10
2013-10-31 15:36:00,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split dst=null perm=null
2013-10-31 15:36:00,026 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split. blk_-8453119176797830920_1334
2013-10-31 15:36:00,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8453119176797830920_1334 src: /127.0.0.1:40185 dest: /127.0.0.1:48948
2013-10-31 15:36:00,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8453119176797830920_1334 src: /127.0.0.1:46914 dest: /127.0.0.1:42991
2013-10-31 15:36:00,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8453119176797830920_1334 src: /127.0.0.1:53692 dest: /127.0.0.1:57702
2013-10-31 15:36:00,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8453119176797830920_1334 src: /127.0.0.1:41614 dest: /127.0.0.1:53907
2013-10-31 15:36:00,040 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41614, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8453119176797830920_1334, duration: 3738445
2013-10-31 15:36:00,040 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8453119176797830920_1334 terminating
2013-10-31 15:36:00,040 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53692, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8453119176797830920_1334, duration: 4874510
2013-10-31 15:36:00,041 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8453119176797830920_1334 terminating
2013-10-31 15:36:00,041 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8453119176797830920_1334 size 2077
2013-10-31 15:36:00,041 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46914, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8453119176797830920_1334, duration: 1265916
2013-10-31 15:36:00,043 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8453119176797830920_1334 terminating
2013-10-31 15:36:00,043 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40185, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8453119176797830920_1334, duration: 3265094
2013-10-31 15:36:00,043 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8453119176797830920_1334 size 2077
2013-10-31 15:36:00,043 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-8453119176797830920_1334 terminating
2013-10-31 15:36:00,046 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8453119176797830920_1334 size 2077
2013-10-31 15:36:00,048 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split from client DFSClient_1342392704
2013-10-31 15:36:00,048 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split is closed by DFSClient_1342392704
2013-10-31 15:36:00,048 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8453119176797830920_1334 size 2077
2013-10-31 15:36:00,149 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0024_m_000004_0'
2013-10-31 15:36:00,150 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0024
2013-10-31 15:36:00,150 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0024 being deleted.
2013-10-31 15:36:00,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6362348744313801892_1327 file build/test/data/dfs/data/data8/current/blk_-6362348744313801892 for deletion
2013-10-31 15:36:00,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1947924889512894008_1324 file build/test/data/dfs/data/data3/current/blk_1947924889512894008 for deletion
2013-10-31 15:36:00,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6362348744313801892_1327 at file build/test/data/dfs/data/data8/current/blk_-6362348744313801892
2013-10-31 15:36:00,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5967350360535507166_1325 file build/test/data/dfs/data/data4/current/blk_5967350360535507166 for deletion
2013-10-31 15:36:00,152 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1947924889512894008_1324 at file build/test/data/dfs/data/data3/current/blk_1947924889512894008
2013-10-31 15:36:00,152 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5967350360535507166_1325 at file build/test/data/dfs/data/data4/current/blk_5967350360535507166
2013-10-31 15:36:00,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1947924889512894008_1324 file build/test/data/dfs/data/data8/current/blk_1947924889512894008 for deletion
2013-10-31 15:36:00,152 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6473502538557873842_1326 file build/test/data/dfs/data/data3/current/blk_6473502538557873842 for deletion
2013-10-31 15:36:00,152 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5967350360535507166_1325 file build/test/data/dfs/data/data8/current/blk_5967350360535507166 for deletion
2013-10-31 15:36:00,153 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6473502538557873842_1326 at file build/test/data/dfs/data/data3/current/blk_6473502538557873842
2013-10-31 15:36:00,153 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6473502538557873842_1326 file build/test/data/dfs/data/data7/current/blk_6473502538557873842 for deletion
2013-10-31 15:36:00,153 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1947924889512894008_1324 at file build/test/data/dfs/data/data8/current/blk_1947924889512894008
2013-10-31 15:36:00,153 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6473502538557873842_1326 at file build/test/data/dfs/data/data7/current/blk_6473502538557873842
2013-10-31 15:36:00,154 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5967350360535507166_1325 at file build/test/data/dfs/data/data8/current/blk_5967350360535507166
2013-10-31 15:36:00,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:00,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:00,507 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.splitmetainfo. blk_3728444718851063055_1335
2013-10-31 15:36:00,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3728444718851063055_1335 src: /127.0.0.1:40189 dest: /127.0.0.1:48948
2013-10-31 15:36:00,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3728444718851063055_1335 src: /127.0.0.1:46918 dest: /127.0.0.1:42991
2013-10-31 15:36:00,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3728444718851063055_1335 src: /127.0.0.1:41617 dest: /127.0.0.1:53907
2013-10-31 15:36:00,515 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41617, dest: /127.0.0.1:53907, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3728444718851063055_1335, duration: 65368
2013-10-31 15:36:00,515 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3728444718851063055_1335 terminating
2013-10-31 15:36:00,516 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46918, dest: /127.0.0.1:42991, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3728444718851063055_1335, duration: 995608
2013-10-31 15:36:00,516 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3728444718851063055_1335 terminating
2013-10-31 15:36:00,516 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40189, dest: /127.0.0.1:48948, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3728444718851063055_1335, duration: 1790601
2013-10-31 15:36:00,517 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3728444718851063055_1335 terminating
2013-10-31 15:36:00,519 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3728444718851063055_1335 size 220
2013-10-31 15:36:00,519 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:36:00,520 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:36:00,520 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3728444718851063055_1335 size 220
2013-10-31 15:36:00,521 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3728444718851063055_1335 size 220
2013-10-31 15:36:00,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:00,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:00,545 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.xml. blk_3130232820961651293_1336
2013-10-31 15:36:00,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3130232820961651293_1336 src: /127.0.0.1:53697 dest: /127.0.0.1:57702
2013-10-31 15:36:00,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3130232820961651293_1336 src: /127.0.0.1:46921 dest: /127.0.0.1:42991
2013-10-31 15:36:00,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3130232820961651293_1336 src: /127.0.0.1:40194 dest: /127.0.0.1:48948
2013-10-31 15:36:00,553 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40194, dest: /127.0.0.1:48948, bytes: 28880, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3130232820961651293_1336, duration: 665929
2013-10-31 15:36:00,553 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3130232820961651293_1336 terminating
2013-10-31 15:36:00,553 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46921, dest: /127.0.0.1:42991, bytes: 28880, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3130232820961651293_1336, duration: 1481183
2013-10-31 15:36:00,554 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3130232820961651293_1336 terminating
2013-10-31 15:36:00,554 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3130232820961651293_1336 size 28880
2013-10-31 15:36:00,554 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53697, dest: /127.0.0.1:57702, bytes: 28880, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3130232820961651293_1336, duration: 2417029
2013-10-31 15:36:00,555 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3130232820961651293_1336 terminating
2013-10-31 15:36:00,557 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3130232820961651293_1336 size 28880
2013-10-31 15:36:00,557 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.xml from client DFSClient_1342392704
2013-10-31 15:36:00,558 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.xml is closed by DFSClient_1342392704
2013-10-31 15:36:00,558 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3130232820961651293_1336 size 28880
2013-10-31 15:36:00,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.xml dst=null perm=null
2013-10-31 15:36:00,574 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46924, bytes: 29108, op: HDFS_READ, cliID: DFSClient_-154365702, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3130232820961651293_1336, duration: 405677
2013-10-31 15:36:00,591 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0025: nMaps=6 nReduces=1 max=-1
2013-10-31 15:36:00,591 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0025 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:36:00,591 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0025 RESULT=SUCCESS
2013-10-31 15:36:00,591 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0025
2013-10-31 15:36:00,591 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0025
2013-10-31 15:36:00,592 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge+offset] submitted hadoop job: job_20131031152505967_0025
2013-10-31 15:36:00,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_logs/history/job_20131031152505967_0025_1383233760564_hadoop_%5B335AC35D5D0E468D83FC49086C87BB20%2F0724FD06D8F741B7 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:00,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_logs/history/job_20131031152505967_0025_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:00,627 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_logs/history/job_20131031152505967_0025_conf.xml. blk_3965437041485058171_1338
2013-10-31 15:36:00,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3965437041485058171_1338 src: /127.0.0.1:46925 dest: /127.0.0.1:42991
2013-10-31 15:36:00,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3965437041485058171_1338 src: /127.0.0.1:41624 dest: /127.0.0.1:53907
2013-10-31 15:36:00,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3965437041485058171_1338 src: /127.0.0.1:40199 dest: /127.0.0.1:48948
2013-10-31 15:36:00,634 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40199, dest: /127.0.0.1:48948, bytes: 28945, op: HDFS_WRITE, cliID: DFSClient_-154365702, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3965437041485058171_1338, duration: 1828290
2013-10-31 15:36:00,634 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3965437041485058171_1338 terminating
2013-10-31 15:36:00,635 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41624, dest: /127.0.0.1:53907, bytes: 28945, op: HDFS_WRITE, cliID: DFSClient_-154365702, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3965437041485058171_1338, duration: 1200691
2013-10-31 15:36:00,635 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3965437041485058171_1338 size 28945
2013-10-31 15:36:00,635 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3965437041485058171_1338 terminating
2013-10-31 15:36:00,636 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46925, dest: /127.0.0.1:42991, bytes: 28945, op: HDFS_WRITE, cliID: DFSClient_-154365702, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3965437041485058171_1338, duration: 3156930
2013-10-31 15:36:00,636 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3965437041485058171_1338 terminating
2013-10-31 15:36:00,637 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3965437041485058171_1338 size 28945
2013-10-31 15:36:00,638 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_logs/history/job_20131031152505967_0025_conf.xml from client DFSClient_-154365702
2013-10-31 15:36:00,638 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_logs/history/job_20131031152505967_0025_conf.xml is closed by DFSClient_-154365702
2013-10-31 15:36:00,640 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3965437041485058171_1338 size 28945
2013-10-31 15:36:00,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0025/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:00,653 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0025/jobToken. blk_-5743240924163552795_1339
2013-10-31 15:36:00,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5743240924163552795_1339 src: /127.0.0.1:40200 dest: /127.0.0.1:48948
2013-10-31 15:36:00,655 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5743240924163552795_1339 src: /127.0.0.1:46929 dest: /127.0.0.1:42991
2013-10-31 15:36:00,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5743240924163552795_1339 src: /127.0.0.1:41628 dest: /127.0.0.1:53907
2013-10-31 15:36:00,658 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41628, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5743240924163552795_1339, duration: 874169
2013-10-31 15:36:00,658 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5743240924163552795_1339 terminating
2013-10-31 15:36:00,658 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46929, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5743240924163552795_1339, duration: 563476
2013-10-31 15:36:00,659 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5743240924163552795_1339 terminating
2013-10-31 15:36:00,659 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40200, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5743240924163552795_1339, duration: 1936132
2013-10-31 15:36:00,659 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5743240924163552795_1339 size 116
2013-10-31 15:36:00,659 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5743240924163552795_1339 terminating
2013-10-31 15:36:00,662 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5743240924163552795_1339 size 116
2013-10-31 15:36:00,663 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0025/jobToken from client DFSClient_1342392704
2013-10-31 15:36:00,663 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0025/jobToken is closed by DFSClient_1342392704
2013-10-31 15:36:00,664 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5743240924163552795_1339 size 116
2013-10-31 15:36:00,668 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0025/jobToken
2013-10-31 15:36:00,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.splitmetainfo dst=null perm=null
2013-10-31 15:36:00,671 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41629, bytes: 224, op: HDFS_READ, cliID: DFSClient_-154365702, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3728444718851063055_1335, duration: 374983
2013-10-31 15:36:00,672 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0025 = 309. Number of splits = 6
2013-10-31 15:36:00,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,673 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,674 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,674 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,674 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,674 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,675 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,675 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,675 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,675 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,676 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,676 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,676 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,676 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0025_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:00,677 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0025 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:36:00,678 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0025 initialized successfully with 6 map tasks and 1 reduce tasks.
2013-10-31 15:36:01,119 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_-7333135547902244528_1333 to datanode(s) 127.0.0.1:53907
2013-10-31 15:36:01,119 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-8424805497106683011_1330
2013-10-31 15:36:01,120 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-8424805497106683011_1330
2013-10-31 15:36:01,646 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:36:01,654 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:36:01,659 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:36:01,664 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:36:01,670 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:36:01,675 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:36:01,680 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:36:01,680 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:36:02,079 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0025_m_000007_0' to tip task_20131031152505967_0025_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:36:02,083 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0024_m_000002_0'
2013-10-31 15:36:02,083 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0024_m_000003_0'
2013-10-31 15:36:02,085 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0025_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:36:02,085 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0025_m_000007_0 which needs 1 slots
2013-10-31 15:36:02,086 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0025_m_000007_0 which needs 1 slots
2013-10-31 15:36:02,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0025/jobToken dst=null perm=null
2013-10-31 15:36:02,094 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40204, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5743240924163552795_1339, duration: 320611
2013-10-31 15:36:02,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.xml dst=null perm=null
2013-10-31 15:36:02,104 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46934, bytes: 29108, op: HDFS_READ, cliID: DFSClient_-835419414, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3130232820961651293_1336, duration: 398600
2013-10-31 15:36:02,134 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:36:02,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.jar dst=null perm=null
2013-10-31 15:36:02,161 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46935, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-835419414, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7333135547902244528_1333, duration: 1257855
2013-10-31 15:36:02,278 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0024_m_-1876812705
2013-10-31 15:36:02,285 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2585 with signal TERM. Exit code 0
2013-10-31 15:36:02,285 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0025_m_-46959354
2013-10-31 15:36:02,286 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0025_m_-46959354 spawned.
2013-10-31 15:36:02,288 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0025/attempt_20131031152505967_0025_m_000007_0/taskjvm.sh
2013-10-31 15:36:02,541 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_-7333135547902244528_1333 to 127.0.0.1:53907
2013-10-31 15:36:02,543 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7333135547902244528_1333 src: /127.0.0.1:41634 dest: /127.0.0.1:53907
2013-10-31 15:36:02,543 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_-7333135547902244528_1333 to /127.0.0.1:53907
2013-10-31 15:36:02,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-7333135547902244528_1333 src: /127.0.0.1:41634 dest: /127.0.0.1:53907 of size 238055
2013-10-31 15:36:02,548 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7333135547902244528_1333 size 238055
2013-10-31 15:36:02,783 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:02,784 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:02,784 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:02,784 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0024_m_-1876812705 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:03,151 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8424805497106683011_1330 file build/test/data/dfs/data/data3/current/blk_-8424805497106683011 for deletion
2013-10-31 15:36:03,152 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8424805497106683011_1330 at file build/test/data/dfs/data/data3/current/blk_-8424805497106683011
2013-10-31 15:36:03,535 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0025_m_-46959354 given task: attempt_20131031152505967_0025_m_000007_0
2013-10-31 15:36:03,714 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8424805497106683011_1330 file build/test/data/dfs/data/data5/current/blk_-8424805497106683011 for deletion
2013-10-31 15:36:03,714 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8424805497106683011_1330 at file build/test/data/dfs/data/data5/current/blk_-8424805497106683011
2013-10-31 15:36:04,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:04,120 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-8424805497106683011_1330
2013-10-31 15:36:04,518 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0024
2013-10-31 15:36:04,518 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0024_m_000005_0 not found in cache
2013-10-31 15:36:04,519 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0024 for user-log deletion with retainTimeStamp:1383320164519
2013-10-31 15:36:05,150 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0024
2013-10-31 15:36:05,151 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0024 for user-log deletion with retainTimeStamp:1383320165151
2013-10-31 15:36:05,244 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0024_m_-1034723175 since job job_20131031152505967_0024 is dead
2013-10-31 15:36:05,248 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0024_m_684168849 since job job_20131031152505967_0024 is dead
2013-10-31 15:36:05,256 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2686 with signal TERM. Exit code 0
2013-10-31 15:36:05,259 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2257 with signal TERM. Exit code 0
2013-10-31 15:36:05,434 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:05,434 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:05,434 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:05,434 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0024_m_684168849 exited with exit code 143. Number of tasks it ran: 3
2013-10-31 15:36:05,472 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:05,472 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:05,472 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:05,473 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0024_m_-1034723175 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:05,592 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0024_m_1771335931 since job job_20131031152505967_0024 is dead
2013-10-31 15:36:05,602 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2492 with signal TERM. Exit code 0
2013-10-31 15:36:05,720 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0024_r_-1030359514 since job job_20131031152505967_0024 is dead
2013-10-31 15:36:05,725 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2827 with signal TERM. Exit code 0
2013-10-31 15:36:05,807 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:05,807 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:05,807 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:05,807 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0024_m_1771335931 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:05,879 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:05,879 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:05,879 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:05,880 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0024_r_-1030359514 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:06,153 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8424805497106683011_1330 file build/test/data/dfs/data/data7/current/blk_-8424805497106683011 for deletion
2013-10-31 15:36:06,154 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8424805497106683011_1330 at file build/test/data/dfs/data/data7/current/blk_-8424805497106683011
2013-10-31 15:36:06,962 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_m_000007_0 0.0% setup
2013-10-31 15:36:06,965 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0025_m_000007_0 is done.
2013-10-31 15:36:06,966 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0025_m_000007_0 was -1
2013-10-31 15:36:06,966 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:36:07,086 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0024
2013-10-31 15:36:07,087 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0024 for user-log deletion with retainTimeStamp:1383320167086
2013-10-31 15:36:07,387 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0024_m_2130699172 since job job_20131031152505967_0024 is dead
2013-10-31 15:36:07,396 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group2581 with signal TERM. Exit code 0
2013-10-31 15:36:07,621 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:07,621 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:07,621 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:07,622 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0024_m_2130699172 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:08,092 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0025_m_000007_0' has completed task_20131031152505967_0025_m_000007 successfully.
2013-10-31 15:36:08,095 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0025_m_000000_0' to tip task_20131031152505967_0025_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:36:08,096 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0025_m_000000
2013-10-31 15:36:08,097 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0025_m_000001_0' to tip task_20131031152505967_0025_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:36:08,097 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0025_m_000001
2013-10-31 15:36:08,099 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0025_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:36:08,100 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0025_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:36:08,101 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0025_m_000000_0 which needs 1 slots
2013-10-31 15:36:08,101 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0025_m_000000_0 which needs 1 slots
2013-10-31 15:36:08,101 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0025_m_000001_0 which needs 1 slots
2013-10-31 15:36:08,102 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0025_m_000001_0 which needs 1 slots
2013-10-31 15:36:08,135 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0025_m_2034098824
2013-10-31 15:36:08,136 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0025_m_2034098824 spawned.
2013-10-31 15:36:08,139 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0025/attempt_20131031152505967_0025_m_000001_0/taskjvm.sh
2013-10-31 15:36:08,142 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0025/attempt_20131031152505967_0025_m_000000_0. Attempting to reuse: jvm_20131031152505967_0025_m_-46959354
2013-10-31 15:36:08,521 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0025_m_-46959354 given task: attempt_20131031152505967_0025_m_000000_0
2013-10-31 15:36:08,530 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0025_m_000002_0' to tip task_20131031152505967_0025_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:36:08,530 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0025_m_000002
2013-10-31 15:36:08,531 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0025_m_000003_0' to tip task_20131031152505967_0025_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:36:08,531 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0025_m_000003
2013-10-31 15:36:08,534 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0025_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:36:08,535 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0025_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:36:08,535 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0025_m_000002_0 which needs 1 slots
2013-10-31 15:36:08,536 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0025_m_000002_0 which needs 1 slots
2013-10-31 15:36:08,536 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0025_m_000003_0 which needs 1 slots
2013-10-31 15:36:08,536 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0025_m_000003_0 which needs 1 slots
2013-10-31 15:36:08,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0025/jobToken dst=null perm=null
2013-10-31 15:36:08,596 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40211, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5743240924163552795_1339, duration: 128334
2013-10-31 15:36:08,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.xml dst=null perm=null
2013-10-31 15:36:08,639 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46942, bytes: 29108, op: HDFS_READ, cliID: DFSClient_1782781436, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3130232820961651293_1336, duration: 518702
2013-10-31 15:36:08,666 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:36:08,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split dst=null perm=null
2013-10-31 15:36:08,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.jar dst=null perm=null
2013-10-31 15:36:08,682 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41641, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1782781436, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7333135547902244528_1333, duration: 639033
2013-10-31 15:36:08,684 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46944, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8453119176797830920_1334, duration: 146168
2013-10-31 15:36:08,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/part-00000 dst=null perm=null
2013-10-31 15:36:08,722 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53722, bytes: 294, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3025194070576235132_1331, duration: 122887
2013-10-31 15:36:08,734 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0025_m_2047464199
2013-10-31 15:36:08,734 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0025_m_2047464199 spawned.
2013-10-31 15:36:08,735 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0025_m_234607451
2013-10-31 15:36:08,735 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0025_m_234607451 spawned.
2013-10-31 15:36:08,736 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0025/attempt_20131031152505967_0025_m_000002_0/taskjvm.sh
2013-10-31 15:36:08,736 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0025/attempt_20131031152505967_0025_m_000003_0/taskjvm.sh
2013-10-31 15:36:09,157 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0025_m_000004_0' to tip task_20131031152505967_0025_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:36:09,157 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0025_m_000004
2013-10-31 15:36:09,157 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0025_m_000005_0' to tip task_20131031152505967_0025_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:36:09,157 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0025_m_000005
2013-10-31 15:36:09,159 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0025_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:36:09,159 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0025_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:36:09,159 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0025_m_000004_0 which needs 1 slots
2013-10-31 15:36:09,159 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0025_m_000004_0 which needs 1 slots
2013-10-31 15:36:09,160 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0025_m_000005_0 which needs 1 slots
2013-10-31 15:36:09,160 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0025_m_000005_0 which needs 1 slots
2013-10-31 15:36:09,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0025/jobToken dst=null perm=null
2013-10-31 15:36:09,164 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41644, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5743240924163552795_1339, duration: 128900
2013-10-31 15:36:09,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.xml dst=null perm=null
2013-10-31 15:36:09,168 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46948, bytes: 29108, op: HDFS_READ, cliID: DFSClient_1557492702, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3130232820961651293_1336, duration: 200271
2013-10-31 15:36:09,181 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:36:09,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.jar dst=null perm=null
2013-10-31 15:36:09,195 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53726, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1557492702, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7333135547902244528_1333, duration: 720048
2013-10-31 15:36:09,248 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0025_m_-629210420
2013-10-31 15:36:09,248 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0025_m_-629210420 spawned.
2013-10-31 15:36:09,249 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0025_m_-125356120
2013-10-31 15:36:09,251 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0025/attempt_20131031152505967_0025_m_000004_0/taskjvm.sh
2013-10-31 15:36:09,257 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0025_m_-125356120 spawned.
2013-10-31 15:36:09,258 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0025/attempt_20131031152505967_0025_m_000005_0/taskjvm.sh
2013-10-31 15:36:09,458 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0025_m_2034098824 given task: attempt_20131031152505967_0025_m_000001_0
2013-10-31 15:36:09,800 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0025_m_2047464199 given task: attempt_20131031152505967_0025_m_000002_0
2013-10-31 15:36:09,815 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0025_m_234607451 given task: attempt_20131031152505967_0025_m_000003_0
2013-10-31 15:36:10,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split dst=null perm=null
2013-10-31 15:36:10,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46955, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8453119176797830920_1334, duration: 177820
2013-10-31 15:36:10,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:36:10,226 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0025_m_-629210420 given task: attempt_20131031152505967_0025_m_000004_0
2013-10-31 15:36:10,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split dst=null perm=null
2013-10-31 15:36:10,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split dst=null perm=null
2013-10-31 15:36:10,337 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46959, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8453119176797830920_1334, duration: 168876
2013-10-31 15:36:10,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46960, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000003_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8453119176797830920_1334, duration: 156883
2013-10-31 15:36:10,348 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0025_m_-125356120 given task: attempt_20131031152505967_0025_m_000005_0
2013-10-31 15:36:10,366 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41659, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 145786
2013-10-31 15:36:10,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:36:10,378 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53739, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 127258
2013-10-31 15:36:10,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:36:10,383 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41661, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 144070
2013-10-31 15:36:10,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split dst=null perm=null
2013-10-31 15:36:10,739 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46965, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8453119176797830920_1334, duration: 165831
2013-10-31 15:36:10,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:36:10,779 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53744, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 265051
2013-10-31 15:36:10,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025/job.split dst=null perm=null
2013-10-31 15:36:10,860 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40240, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000005_0, offset: 1536, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8453119176797830920_1334, duration: 164716
2013-10-31 15:36:10,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:36:10,899 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41667, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0025_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 134449
2013-10-31 15:36:11,640 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_m_000000_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197/part-00000:0+290
2013-10-31 15:36:11,643 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0025_m_000000_0 is done.
2013-10-31 15:36:11,644 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0025_m_000000_0 was 176
2013-10-31 15:36:11,644 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:36:12,986 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+4
2013-10-31 15:36:12,989 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0025_m_000001_0 is done.
2013-10-31 15:36:12,989 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0025_m_000001_0 was 23
2013-10-31 15:36:12,990 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:36:13,101 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0025_m_000007_0
2013-10-31 15:36:13,101 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0025_m_000007_0
2013-10-31 15:36:13,102 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0025_m_000007_0 not found in cache
2013-10-31 15:36:13,258 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:8+4
2013-10-31 15:36:13,260 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0025_m_000003_0 is done.
2013-10-31 15:36:13,261 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0025_m_000003_0 was 23
2013-10-31 15:36:13,261 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:36:13,266 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:4+4
2013-10-31 15:36:13,268 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0025_m_000002_0 is done.
2013-10-31 15:36:13,268 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0025_m_000002_0 was 23
2013-10-31 15:36:13,268 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:36:13,668 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:12+4
2013-10-31 15:36:13,671 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0025_m_000004_0 is done.
2013-10-31 15:36:13,672 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0025_m_000004_0 was 23
2013-10-31 15:36:13,672 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:36:13,786 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_m_000005_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:16+3
2013-10-31 15:36:13,788 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0025_m_000005_0 is done.
2013-10-31 15:36:13,788 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0025_m_000005_0 was 23
2013-10-31 15:36:13,789 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:36:14,106 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0025_m_000000_0' has completed task_20131031152505967_0025_m_000000 successfully.
2013-10-31 15:36:14,108 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0025_m_000001_0' has completed task_20131031152505967_0025_m_000001 successfully.
2013-10-31 15:36:14,109 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (REDUCE) 'attempt_20131031152505967_0025_r_000000_0' to tip task_20131031152505967_0025_r_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:36:14,112 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0025_r_000000_0 task's state:UNASSIGNED
2013-10-31 15:36:14,112 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0025_r_000000_0 which needs 1 slots
2013-10-31 15:36:14,112 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0025_r_000000_0 which needs 1 slots
2013-10-31 15:36:14,149 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0025_r_1885288974
2013-10-31 15:36:14,150 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0025_r_1885288974 spawned.
2013-10-31 15:36:14,153 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0025/attempt_20131031152505967_0025_r_000000_0/taskjvm.sh
2013-10-31 15:36:14,540 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0025_m_000002_0' has completed task_20131031152505967_0025_m_000002 successfully.
2013-10-31 15:36:14,540 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0025_m_000003_0' has completed task_20131031152505967_0025_m_000003 successfully.
2013-10-31 15:36:15,153 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0025_r_1885288974 given task: attempt_20131031152505967_0025_r_000000_0
2013-10-31 15:36:15,166 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0025_m_000004_0' has completed task_20131031152505967_0025_m_000004 successfully.
2013-10-31 15:36:15,167 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0025_m_000005_0' has completed task_20131031152505967_0025_m_000005 successfully.
2013-10-31 15:36:19,048 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_6250989031506310709_1146
2013-10-31 15:36:20,844 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42934, dest: 10.5.128.102:60785, bytes: 176, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0025_m_000000_0, duration: 8566888
2013-10-31 15:36:20,868 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:42934, dest: 10.5.128.102:60785, bytes: 23, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0025_m_000001_0, duration: 11483438
2013-10-31 15:36:20,885 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40853, dest: 10.5.128.102:40316, bytes: 23, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0025_m_000002_0, duration: 12004705
2013-10-31 15:36:20,900 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:40853, dest: 10.5.128.102:40316, bytes: 23, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0025_m_000003_0, duration: 11355639
2013-10-31 15:36:20,919 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37572, dest: 10.5.128.102:36876, bytes: 23, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0025_m_000004_0, duration: 12007460
2013-10-31 15:36:20,934 INFO TaskTracker.clienttrace (TaskTracker.java:doGet(4079)) - src: 10.5.128.102:37572, dest: 10.5.128.102:36876, bytes: 23, op: MAPRED_SHUFFLE, cliID: attempt_20131031152505967_0025_m_000005_0, duration: 11286804
2013-10-31 15:36:21,662 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:36:21,713 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:36:21,768 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:36:21,956 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 1851 Total time for transactions(ms): 39Number of transactions batched in Syncs: 258 Number of syncs: 1323 SyncTimes(ms): 46017 6454
2013-10-31 15:36:21,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031152505967_0025_r_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:22,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031152505967_0025_r_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:22,057 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031152505967_0025_r_000000_0/part-00000. blk_-1893483629257052219_1340
2013-10-31 15:36:22,073 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_2316703241097640091_1009
2013-10-31 15:36:22,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1893483629257052219_1340 src: /127.0.0.1:40247 dest: /127.0.0.1:48948
2013-10-31 15:36:22,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1893483629257052219_1340 src: /127.0.0.1:41674 dest: /127.0.0.1:53907
2013-10-31 15:36:22,103 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1893483629257052219_1340 src: /127.0.0.1:46977 dest: /127.0.0.1:42991
2013-10-31 15:36:22,110 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46977, dest: /127.0.0.1:42991, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0025_r_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1893483629257052219_1340, duration: 5580221
2013-10-31 15:36:22,110 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1893483629257052219_1340 terminating
2013-10-31 15:36:22,110 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41674, dest: /127.0.0.1:53907, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0025_r_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1893483629257052219_1340, duration: 5693983
2013-10-31 15:36:22,111 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1893483629257052219_1340 terminating
2013-10-31 15:36:22,111 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40247, dest: /127.0.0.1:48948, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0025_r_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1893483629257052219_1340, duration: 6342659
2013-10-31 15:36:22,111 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1893483629257052219_1340 terminating
2013-10-31 15:36:22,114 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1893483629257052219_1340 size 60
2013-10-31 15:36:22,114 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031152505967_0025_r_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0025_r_000000_0
2013-10-31 15:36:22,115 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031152505967_0025_r_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0025_r_000000_0
2013-10-31 15:36:22,115 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1893483629257052219_1340 size 60
2013-10-31 15:36:22,115 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1893483629257052219_1340 size 60
2013-10-31 15:36:22,150 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0025_r_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:36:22,151 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_r_000000_0 0.33333334% reduce > copy (6 of 6 at 0.00 MB/s)
2013-10-31 15:36:23,122 INFO mapred.JobTracker (JobTracker.java:logFetchStatus(4805)) - FetchStatus 6 OK for attempt_20131031152505967_0025_r_000000_0 from tracker_10.5.128.102:localhost/127.0.0.1:38510
2013-10-31 15:36:23,123 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0025_r_000000_0
2013-10-31 15:36:23,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031152505967_0025_r_000000_0 dst=null perm=null
2013-10-31 15:36:23,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:23,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031152505967_0025_r_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:23,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_temporary/_attempt_20131031152505967_0025_r_000000_0 dst=null perm=null
2013-10-31 15:36:24,713 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_r_000000_0 1.0% reduce > reduce
2013-10-31 15:36:24,716 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_r_000000_0 1.0% reduce > reduce
2013-10-31 15:36:24,717 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0025_r_000000_0 is done.
2013-10-31 15:36:24,717 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0025_r_000000_0 was -1
2013-10-31 15:36:24,718 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:36:26,126 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0025_r_000000_0' has completed task_20131031152505967_0025_r_000000 successfully.
2013-10-31 15:36:26,129 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0025_m_000006_0' to tip task_20131031152505967_0025_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:36:26,132 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0025_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:36:26,132 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0025_m_000006_0 which needs 1 slots
2013-10-31 15:36:26,132 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0025_m_000006_0 which needs 1 slots
2013-10-31 15:36:26,171 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0025/attempt_20131031152505967_0025_m_000006_0. Attempting to reuse: jvm_20131031152505967_0025_m_2034098824
2013-10-31 15:36:27,061 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0025_m_2034098824 given task: attempt_20131031152505967_0025_m_000006_0
2013-10-31 15:36:27,196 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_m_000006_0 0.0%
2013-10-31 15:36:27,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_temporary dst=null perm=null
2013-10-31 15:36:27,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:27,224 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_SUCCESS from client DFSClient_attempt_20131031152505967_0025_m_000006_0
2013-10-31 15:36:27,224 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0025_m_000006_0
2013-10-31 15:36:27,233 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7333135547902244528 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:27,233 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7333135547902244528 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:36:27,233 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7333135547902244528 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:27,233 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7333135547902244528 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:36:27,233 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8453119176797830920 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:36:27,234 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8453119176797830920 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:36:27,234 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8453119176797830920 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:27,234 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8453119176797830920 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:27,234 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3728444718851063055 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:36:27,235 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3728444718851063055 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:27,235 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3728444718851063055 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:27,235 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3130232820961651293 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:27,235 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3130232820961651293 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:27,235 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3130232820961651293 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:36:27,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0025 dst=null perm=null
2013-10-31 15:36:28,124 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_3130232820961651293_1336 blk_-7333135547902244528_1333 blk_3728444718851063055_1335 blk_-8453119176797830920_1334
2013-10-31 15:36:28,124 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-7333135547902244528_1333 blk_3728444718851063055_1335 blk_-8453119176797830920_1334
2013-10-31 15:36:29,006 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 28
2013-10-31 15:36:29,550 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8453119176797830920_1334 file build/test/data/dfs/data/data2/current/blk_-8453119176797830920 for deletion
2013-10-31 15:36:29,550 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7333135547902244528_1333 file build/test/data/dfs/data/data1/current/blk_-7333135547902244528 for deletion
2013-10-31 15:36:29,550 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8453119176797830920_1334 at file build/test/data/dfs/data/data2/current/blk_-8453119176797830920
2013-10-31 15:36:29,550 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3130232820961651293_1336 file build/test/data/dfs/data/data2/current/blk_3130232820961651293 for deletion
2013-10-31 15:36:29,551 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7333135547902244528_1333 at file build/test/data/dfs/data/data1/current/blk_-7333135547902244528
2013-10-31 15:36:29,551 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3130232820961651293_1336 at file build/test/data/dfs/data/data2/current/blk_3130232820961651293
2013-10-31 15:36:29,551 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3728444718851063055_1335 file build/test/data/dfs/data/data1/current/blk_3728444718851063055 for deletion
2013-10-31 15:36:29,552 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3728444718851063055_1335 at file build/test/data/dfs/data/data1/current/blk_3728444718851063055
2013-10-31 15:36:30,145 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0025_m_000006_0 0.0% cleanup
2013-10-31 15:36:30,146 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0025_m_000006_0 is done.
2013-10-31 15:36:30,146 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0025_m_000006_0 was -1
2013-10-31 15:36:30,146 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:36:30,160 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8453119176797830920_1334 file build/test/data/dfs/data/data3/current/blk_-8453119176797830920 for deletion
2013-10-31 15:36:30,160 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7333135547902244528_1333 file build/test/data/dfs/data/data3/current/blk_-7333135547902244528 for deletion
2013-10-31 15:36:30,161 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8453119176797830920_1334 at file build/test/data/dfs/data/data3/current/blk_-8453119176797830920
2013-10-31 15:36:30,161 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3728444718851063055_1335 file build/test/data/dfs/data/data4/current/blk_3728444718851063055 for deletion
2013-10-31 15:36:30,161 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7333135547902244528_1333 at file build/test/data/dfs/data/data3/current/blk_-7333135547902244528
2013-10-31 15:36:30,161 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3728444718851063055_1335 at file build/test/data/dfs/data/data4/current/blk_3728444718851063055
2013-10-31 15:36:31,125 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_3130232820961651293_1336 blk_-7333135547902244528_1333 blk_3728444718851063055_1335 blk_-8453119176797830920_1334
2013-10-31 15:36:31,125 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_3130232820961651293_1336 blk_-7333135547902244528_1333 blk_-8453119176797830920_1334
2013-10-31 15:36:31,132 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0025_r_000000_0
2013-10-31 15:36:31,133 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0025_r_000000_0
2013-10-31 15:36:32,140 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0025_m_000006_0' has completed task_20131031152505967_0025_m_000006 successfully.
2013-10-31 15:36:32,204 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0025 has completed successfully.
2013-10-31 15:36:32,205 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0025,submitTime=1383233760564,launchTime=1383233760677,firstMapTaskLaunchTime=1383233768095,firstReduceTaskLaunchTime=1383233774109,firstJobSetupTaskLaunchTime=1383233762078,firstJobCleanupTaskLaunchTime=1383233786129,finishTime=1383233792204,numMaps=6,numSlotsPerMap=1,numReduces=1,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=35,reduceSlotsSeconds=10,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[335AC35D5D0E468D83FC49086C87BB20/0724FD06D8F741B7A9F468BCA346A00B] merge+offset/(1/2) .../samemergethreechaingroup
2013-10-31 15:36:32,226 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_logs/history/job_20131031152505967_0025_1383233760564_hadoop_%5B335AC35D5D0E468D83FC49086C87BB20%2F0724FD06D8F741B7. blk_3624381009894945685_1341
2013-10-31 15:36:32,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3624381009894945685_1341 src: /127.0.0.1:41679 dest: /127.0.0.1:53907
2013-10-31 15:36:32,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3624381009894945685_1341 src: /127.0.0.1:40254 dest: /127.0.0.1:48948
2013-10-31 15:36:32,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3624381009894945685_1341 src: /127.0.0.1:53760 dest: /127.0.0.1:57702
2013-10-31 15:36:32,244 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53760, dest: /127.0.0.1:57702, bytes: 35810, op: HDFS_WRITE, cliID: DFSClient_-154365702, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3624381009894945685_1341, duration: 5007890
2013-10-31 15:36:32,245 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3624381009894945685_1341 terminating
2013-10-31 15:36:32,245 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40254, dest: /127.0.0.1:48948, bytes: 35810, op: HDFS_WRITE, cliID: DFSClient_-154365702, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3624381009894945685_1341, duration: 4103132
2013-10-31 15:36:32,246 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3624381009894945685_1341 terminating
2013-10-31 15:36:32,246 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41679, dest: /127.0.0.1:53907, bytes: 35810, op: HDFS_WRITE, cliID: DFSClient_-154365702, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3624381009894945685_1341, duration: 5094841
2013-10-31 15:36:32,247 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3624381009894945685_1341 terminating
2013-10-31 15:36:32,248 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3624381009894945685_1341 size 35810
2013-10-31 15:36:32,252 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_logs/history/job_20131031152505967_0025_1383233760564_hadoop_%5B335AC35D5D0E468D83FC49086C87BB20%2F0724FD06D8F741B7 from client DFSClient_-154365702
2013-10-31 15:36:32,254 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_logs/history/job_20131031152505967_0025_1383233760564_hadoop_%5B335AC35D5D0E468D83FC49086C87BB20%2F0724FD06D8F741B7 is closed by DFSClient_-154365702
2013-10-31 15:36:32,254 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3624381009894945685_1341 size 35810
2013-10-31 15:36:32,254 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3624381009894945685_1341 size 35810
2013-10-31 15:36:32,262 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0025_1383233760564_hadoop_%5B335AC35D5D0E468D83FC49086C87BB20%2F0724FD06D8F741B7 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:36:32,263 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0025_m_000000_0'
2013-10-31 15:36:32,263 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0025_m_000001_0'
2013-10-31 15:36:32,264 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0025_m_000006_0'
2013-10-31 15:36:32,265 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0025_m_000007_0'
2013-10-31 15:36:32,265 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5743240924163552795 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:36:32,265 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0025_r_000000_0'
2013-10-31 15:36:32,265 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5743240924163552795 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:32,266 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5743240924163552795 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:32,268 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0025_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:36:32,271 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8626855316733286630 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:32,272 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8626855316733286630 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:36:32,272 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8626855316733286630 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:32,272 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1646101865646577295 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:36:32,272 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1646101865646577295 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:32,272 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1646101865646577295 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:32,273 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3025194070576235132 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:36:32,273 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3025194070576235132 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:32,273 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3025194070576235132 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:32,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0025 dst=null perm=null
2013-10-31 15:36:32,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7906319422_merge_DA0DFBC3BE384F1ABC712A50CD331197 dst=null perm=null
2013-10-31 15:36:32,279 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/_temporary
2013-10-31 15:36:32,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup dst=null perm=null
2013-10-31 15:36:32,299 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:36:32,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null
2013-10-31 15:36:32,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null
2013-10-31 15:36:32,304 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:46985, bytes: 64, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1893483629257052219_1340, duration: 280562
2013-10-31 15:36:32,305 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/samemergethreechaingroup
2013-10-31 15:36:32,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup dst=null perm=null
2013-10-31 15:36:32,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null
2013-10-31 15:36:32,313 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41684, bytes: 64, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1893483629257052219_1340, duration: 260150
2013-10-31 15:36:32,334 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:36:32,334 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:36:32,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] starting
2013-10-31 15:36:32,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:36:32,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:36:32,380 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:36:32,380 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge"]
2013-10-31 15:36:32,380 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] parallel execution is enabled: true
2013-10-31 15:36:32,381 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] starting jobs: 3
2013-10-31 15:36:32,381 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merge2*offset] allocating threads: 3
2013-10-31 15:36:32,382 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] starting step: (3/3)
2013-10-31 15:36:32,386 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:36:32,386 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:36:32,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:32,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:36:32,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:32,409 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.jar. blk_3363039849678980044_1342
2013-10-31 15:36:32,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3363039849678980044_1342 src: /127.0.0.1:40259 dest: /127.0.0.1:48948
2013-10-31 15:36:32,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3363039849678980044_1342 src: /127.0.0.1:53765 dest: /127.0.0.1:57702
2013-10-31 15:36:32,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3363039849678980044_1342 src: /127.0.0.1:41687 dest: /127.0.0.1:53907
2013-10-31 15:36:32,426 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41687, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3363039849678980044_1342, duration: 8637093
2013-10-31 15:36:32,427 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3363039849678980044_1342 terminating
2013-10-31 15:36:32,427 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53765, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3363039849678980044_1342, duration: 10001734
2013-10-31 15:36:32,428 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3363039849678980044_1342 terminating
2013-10-31 15:36:32,428 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40259, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3363039849678980044_1342, duration: 10529821
2013-10-31 15:36:32,428 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3363039849678980044_1342 terminating
2013-10-31 15:36:32,430 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3363039849678980044_1342 size 238055
2013-10-31 15:36:32,431 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.jar from client DFSClient_1342392704
2013-10-31 15:36:32,431 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.jar is closed by DFSClient_1342392704
2013-10-31 15:36:32,431 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3363039849678980044_1342 size 238055
2013-10-31 15:36:32,432 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3363039849678980044_1342 size 238055
2013-10-31 15:36:32,437 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.jar. New replication is 10
2013-10-31 15:36:32,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.jar dst=null perm=null
2013-10-31 15:36:32,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:32,448 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:36:32,453 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:36:32,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:36:32,456 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:36:32,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:36:32,458 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:36:32,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:36:32,461 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:36:32,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:36:32,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:32,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:32,484 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split. New replication is 10
2013-10-31 15:36:32,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split dst=null perm=null
2013-10-31 15:36:32,493 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split. blk_-7717317515190923728_1343
2013-10-31 15:36:32,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7717317515190923728_1343 src: /127.0.0.1:41688 dest: /127.0.0.1:53907
2013-10-31 15:36:32,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7717317515190923728_1343 src: /127.0.0.1:40263 dest: /127.0.0.1:48948
2013-10-31 15:36:32,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7717317515190923728_1343 src: /127.0.0.1:46992 dest: /127.0.0.1:42991
2013-10-31 15:36:32,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7717317515190923728_1343 src: /127.0.0.1:53770 dest: /127.0.0.1:57702
2013-10-31 15:36:32,504 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53770, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7717317515190923728_1343, duration: 87150
2013-10-31 15:36:32,504 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7717317515190923728_1343 terminating
2013-10-31 15:36:32,504 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46992, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7717317515190923728_1343, duration: 876709
2013-10-31 15:36:32,505 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7717317515190923728_1343 terminating
2013-10-31 15:36:32,505 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40263, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7717317515190923728_1343, duration: 1875496
2013-10-31 15:36:32,506 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7717317515190923728_1343 terminating
2013-10-31 15:36:32,506 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7717317515190923728_1343 size 2077
2013-10-31 15:36:32,506 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41688, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7717317515190923728_1343, duration: 2741510
2013-10-31 15:36:32,507 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-7717317515190923728_1343 terminating
2013-10-31 15:36:32,509 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7717317515190923728_1343 size 2077
2013-10-31 15:36:32,509 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split from client DFSClient_1342392704
2013-10-31 15:36:32,509 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split is closed by DFSClient_1342392704
2013-10-31 15:36:32,510 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7717317515190923728_1343 size 2077
2013-10-31 15:36:32,510 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7717317515190923728_1343 size 2077
2013-10-31 15:36:32,561 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0025_m_000002_0'
2013-10-31 15:36:32,561 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0025_m_000003_0'
2013-10-31 15:36:32,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:32,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:32,956 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.splitmetainfo. blk_275103250232527243_1344
2013-10-31 15:36:32,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_275103250232527243_1344 src: /127.0.0.1:53771 dest: /127.0.0.1:57702
2013-10-31 15:36:32,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_275103250232527243_1344 src: /127.0.0.1:40267 dest: /127.0.0.1:48948
2013-10-31 15:36:32,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_275103250232527243_1344 src: /127.0.0.1:41694 dest: /127.0.0.1:53907
2013-10-31 15:36:32,963 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41694, dest: /127.0.0.1:53907, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_275103250232527243_1344, duration: 68909
2013-10-31 15:36:32,964 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_275103250232527243_1344 terminating
2013-10-31 15:36:32,964 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_275103250232527243_1344 size 218
2013-10-31 15:36:32,964 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40267, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_275103250232527243_1344, duration: 850500
2013-10-31 15:36:32,965 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_275103250232527243_1344 terminating
2013-10-31 15:36:32,965 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_275103250232527243_1344 size 218
2013-10-31 15:36:32,965 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53771, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_275103250232527243_1344, duration: 1698506
2013-10-31 15:36:32,966 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_275103250232527243_1344 terminating
2013-10-31 15:36:32,969 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_275103250232527243_1344 size 218
2013-10-31 15:36:32,970 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:36:32,970 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:36:32,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:32,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:33,000 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.xml. blk_-2662203105529824823_1345
2013-10-31 15:36:33,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2662203105529824823_1345 src: /127.0.0.1:40269 dest: /127.0.0.1:48948
2013-10-31 15:36:33,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2662203105529824823_1345 src: /127.0.0.1:46998 dest: /127.0.0.1:42991
2013-10-31 15:36:33,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2662203105529824823_1345 src: /127.0.0.1:53776 dest: /127.0.0.1:57702
2013-10-31 15:36:33,007 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53776, dest: /127.0.0.1:57702, bytes: 29249, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2662203105529824823_1345, duration: 64387
2013-10-31 15:36:33,008 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2662203105529824823_1345 terminating
2013-10-31 15:36:33,008 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:46998, dest: /127.0.0.1:42991, bytes: 29249, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2662203105529824823_1345, duration: 869246
2013-10-31 15:36:33,009 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2662203105529824823_1345 terminating
2013-10-31 15:36:33,009 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40269, dest: /127.0.0.1:48948, bytes: 29249, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2662203105529824823_1345, duration: 1790367
2013-10-31 15:36:33,010 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2662203105529824823_1345 terminating
2013-10-31 15:36:33,013 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2662203105529824823_1345 size 29249
2013-10-31 15:36:33,013 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.xml from client DFSClient_1342392704
2013-10-31 15:36:33,013 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.xml is closed by DFSClient_1342392704
2013-10-31 15:36:33,014 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2662203105529824823_1345 size 29249
2013-10-31 15:36:33,014 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2662203105529824823_1345 size 29249
2013-10-31 15:36:33,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.xml dst=null perm=null
2013-10-31 15:36:33,029 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47001, bytes: 29481, op: HDFS_READ, cliID: DFSClient_-365676184, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2662203105529824823_1345, duration: 406027
2013-10-31 15:36:33,050 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0026: nMaps=6 nReduces=0 max=-1
2013-10-31 15:36:33,050 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0026 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:36:33,050 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0026
2013-10-31 15:36:33,050 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0026 RESULT=SUCCESS
2013-10-31 15:36:33,051 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0026
2013-10-31 15:36:33,051 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] submitted hadoop job: job_20131031152505967_0026
2013-10-31 15:36:33,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_logs/history/job_20131031152505967_0026_1383233793020_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2F55C0FCA806704E27 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:33,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_logs/history/job_20131031152505967_0026_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:33,072 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_logs/history/job_20131031152505967_0026_conf.xml. blk_866947383341427922_1347
2013-10-31 15:36:33,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_866947383341427922_1347 src: /127.0.0.1:40274 dest: /127.0.0.1:48948
2013-10-31 15:36:33,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_866947383341427922_1347 src: /127.0.0.1:47003 dest: /127.0.0.1:42991
2013-10-31 15:36:33,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_866947383341427922_1347 src: /127.0.0.1:53781 dest: /127.0.0.1:57702
2013-10-31 15:36:33,077 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53781, dest: /127.0.0.1:57702, bytes: 29314, op: HDFS_WRITE, cliID: DFSClient_-365676184, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_866947383341427922_1347, duration: 499760
2013-10-31 15:36:33,078 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_866947383341427922_1347 terminating
2013-10-31 15:36:33,078 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47003, dest: /127.0.0.1:42991, bytes: 29314, op: HDFS_WRITE, cliID: DFSClient_-365676184, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_866947383341427922_1347, duration: 1266559
2013-10-31 15:36:33,078 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_866947383341427922_1347 size 29314
2013-10-31 15:36:33,078 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_866947383341427922_1347 terminating
2013-10-31 15:36:33,078 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40274, dest: /127.0.0.1:48948, bytes: 29314, op: HDFS_WRITE, cliID: DFSClient_-365676184, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_866947383341427922_1347, duration: 1233911
2013-10-31 15:36:33,079 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_866947383341427922_1347 terminating
2013-10-31 15:36:33,080 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_logs/history/job_20131031152505967_0026_conf.xml from client DFSClient_-365676184
2013-10-31 15:36:33,080 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_logs/history/job_20131031152505967_0026_conf.xml is closed by DFSClient_-365676184
2013-10-31 15:36:33,082 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_866947383341427922_1347 size 29314
2013-10-31 15:36:33,082 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_866947383341427922_1347 size 29314
2013-10-31 15:36:33,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0026/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:33,092 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0026/jobToken. blk_4684576797089352601_1348
2013-10-31 15:36:33,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4684576797089352601_1348 src: /127.0.0.1:47005 dest: /127.0.0.1:42991
2013-10-31 15:36:33,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4684576797089352601_1348 src: /127.0.0.1:40278 dest: /127.0.0.1:48948
2013-10-31 15:36:33,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4684576797089352601_1348 src: /127.0.0.1:41705 dest: /127.0.0.1:53907
2013-10-31 15:36:33,100 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41705, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4684576797089352601_1348, duration: 62132
2013-10-31 15:36:33,100 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4684576797089352601_1348 terminating
2013-10-31 15:36:33,101 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4684576797089352601_1348 size 116
2013-10-31 15:36:33,101 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40278, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4684576797089352601_1348, duration: 830298
2013-10-31 15:36:33,101 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4684576797089352601_1348 terminating
2013-10-31 15:36:33,102 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47005, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4684576797089352601_1348, duration: 1763967
2013-10-31 15:36:33,102 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4684576797089352601_1348 terminating
2013-10-31 15:36:33,103 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0026/jobToken from client DFSClient_1342392704
2013-10-31 15:36:33,104 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0026/jobToken is closed by DFSClient_1342392704
2013-10-31 15:36:33,105 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4684576797089352601_1348 size 116
2013-10-31 15:36:33,106 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4684576797089352601_1348 size 116
2013-10-31 15:36:33,109 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0026/jobToken
2013-10-31 15:36:33,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.splitmetainfo dst=null perm=null
2013-10-31 15:36:33,113 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40280, bytes: 222, op: HDFS_READ, cliID: DFSClient_-365676184, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_275103250232527243_1344, duration: 257289
2013-10-31 15:36:33,114 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0026 = 38. Number of splits = 6
2013-10-31 15:36:33,115 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,115 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,115 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,116 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,116 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,116 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,116 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,116 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,117 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,117 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,117 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,117 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,118 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,118 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,118 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,118 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,119 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,119 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0026_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:33,119 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0026 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:36:33,120 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0026 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:36:33,162 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8453119176797830920_1334 file build/test/data/dfs/data/data7/current/blk_-8453119176797830920 for deletion
2013-10-31 15:36:33,162 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7333135547902244528_1333 file build/test/data/dfs/data/data8/current/blk_-7333135547902244528 for deletion
2013-10-31 15:36:33,162 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8453119176797830920_1334 at file build/test/data/dfs/data/data7/current/blk_-8453119176797830920
2013-10-31 15:36:33,162 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3130232820961651293_1336 file build/test/data/dfs/data/data8/current/blk_3130232820961651293 for deletion
2013-10-31 15:36:33,163 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7333135547902244528_1333 at file build/test/data/dfs/data/data8/current/blk_-7333135547902244528
2013-10-31 15:36:33,163 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3130232820961651293_1336 at file build/test/data/dfs/data/data8/current/blk_3130232820961651293
2013-10-31 15:36:33,182 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0026_m_000007_0' to tip task_20131031152505967_0026_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:36:33,190 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0026_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:36:33,190 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0025_m_000004_0'
2013-10-31 15:36:33,190 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0026_m_000007_0 which needs 1 slots
2013-10-31 15:36:33,190 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0025_m_000005_0'
2013-10-31 15:36:33,190 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0025
2013-10-31 15:36:33,191 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0026_m_000007_0 which needs 1 slots
2013-10-31 15:36:33,191 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0025 being deleted.
2013-10-31 15:36:33,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0026/jobToken dst=null perm=null
2013-10-31 15:36:33,199 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41707, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4684576797089352601_1348, duration: 263063
2013-10-31 15:36:33,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.xml dst=null perm=null
2013-10-31 15:36:33,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47011, bytes: 29481, op: HDFS_READ, cliID: DFSClient_-1987372513, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2662203105529824823_1345, duration: 413074
2013-10-31 15:36:33,239 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:36:33,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.jar dst=null perm=null
2013-10-31 15:36:33,264 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40284, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1987372513, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3363039849678980044_1342, duration: 1279591
2013-10-31 15:36:33,346 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0026_m_-1038404354
2013-10-31 15:36:33,347 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0026_m_-1038404354 spawned.
2013-10-31 15:36:33,348 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0026/attempt_20131031152505967_0026_m_000007_0/taskjvm.sh
2013-10-31 15:36:33,725 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8453119176797830920_1334 file build/test/data/dfs/data/data5/current/blk_-8453119176797830920 for deletion
2013-10-31 15:36:33,725 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7333135547902244528_1333 file build/test/data/dfs/data/data6/current/blk_-7333135547902244528 for deletion
2013-10-31 15:36:33,725 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8453119176797830920_1334 at file build/test/data/dfs/data/data5/current/blk_-8453119176797830920
2013-10-31 15:36:33,725 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3130232820961651293_1336 file build/test/data/dfs/data/data5/current/blk_3130232820961651293 for deletion
2013-10-31 15:36:33,726 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7333135547902244528_1333 at file build/test/data/dfs/data/data6/current/blk_-7333135547902244528
2013-10-31 15:36:33,726 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3130232820961651293_1336 at file build/test/data/dfs/data/data5/current/blk_3130232820961651293
2013-10-31 15:36:33,726 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3728444718851063055_1335 file build/test/data/dfs/data/data6/current/blk_3728444718851063055 for deletion
2013-10-31 15:36:33,727 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3728444718851063055_1335 at file build/test/data/dfs/data/data6/current/blk_3728444718851063055
2013-10-31 15:36:34,126 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:53907 to replicate blk_3363039849678980044_1342 to datanode(s) 127.0.0.1:42991
2013-10-31 15:36:34,126 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-5743240924163552795_1339 blk_-3025194070576235132_1331 blk_-8626855316733286630_1332 blk_-1646101865646577295_1329
2013-10-31 15:36:34,126 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-3025194070576235132_1331
2013-10-31 15:36:34,508 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0026_m_-1038404354 given task: attempt_20131031152505967_0026_m_000007_0
2013-10-31 15:36:35,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:35,552 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8626855316733286630_1332 file build/test/data/dfs/data/data2/current/blk_-8626855316733286630 for deletion
2013-10-31 15:36:35,552 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5743240924163552795_1339 file build/test/data/dfs/data/data2/current/blk_-5743240924163552795 for deletion
2013-10-31 15:36:35,552 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8626855316733286630_1332 at file build/test/data/dfs/data/data2/current/blk_-8626855316733286630
2013-10-31 15:36:35,553 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3025194070576235132_1331 file build/test/data/dfs/data/data1/current/blk_-3025194070576235132 for deletion
2013-10-31 15:36:35,553 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5743240924163552795_1339 at file build/test/data/dfs/data/data2/current/blk_-5743240924163552795
2013-10-31 15:36:35,553 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1646101865646577295_1329 file build/test/data/dfs/data/data2/current/blk_-1646101865646577295 for deletion
2013-10-31 15:36:35,553 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3025194070576235132_1331 at file build/test/data/dfs/data/data1/current/blk_-3025194070576235132
2013-10-31 15:36:35,554 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1646101865646577295_1329 at file build/test/data/dfs/data/data2/current/blk_-1646101865646577295
2013-10-31 15:36:36,163 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3025194070576235132_1331 file build/test/data/dfs/data/data7/current/blk_-3025194070576235132 for deletion
2013-10-31 15:36:36,163 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:53907, storageID=DS-709277284-10.5.128.102-53907-1383233102814, infoPort=60870, ipcPort=55693) Starting thread to transfer block blk_3363039849678980044_1342 to 127.0.0.1:42991
2013-10-31 15:36:36,163 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3025194070576235132_1331 at file build/test/data/dfs/data/data7/current/blk_-3025194070576235132
2013-10-31 15:36:36,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3363039849678980044_1342 src: /127.0.0.1:47018 dest: /127.0.0.1:42991
2013-10-31 15:36:36,166 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:53907, storageID=DS-709277284-10.5.128.102-53907-1383233102814, infoPort=60870, ipcPort=55693):Transmitted block blk_3363039849678980044_1342 to /127.0.0.1:42991
2013-10-31 15:36:36,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_3363039849678980044_1342 src: /127.0.0.1:47018 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:36:36,170 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3363039849678980044_1342 size 238055
2013-10-31 15:36:37,127 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-5743240924163552795_1339 blk_-3025194070576235132_1331 blk_-8626855316733286630_1332 blk_-1646101865646577295_1329
2013-10-31 15:36:37,127 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-5743240924163552795_1339 blk_-8626855316733286630_1332 blk_-1646101865646577295_1329
2013-10-31 15:36:37,266 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0025
2013-10-31 15:36:37,266 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0025_m_000006_0 not found in cache
2013-10-31 15:36:37,267 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0025 for user-log deletion with retainTimeStamp:1383320197267
2013-10-31 15:36:37,562 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0025
2013-10-31 15:36:37,563 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0025 for user-log deletion with retainTimeStamp:1383320197563
2013-10-31 15:36:37,701 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0025_m_-46959354 since job job_20131031152505967_0025 is dead
2013-10-31 15:36:37,711 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3038 with signal TERM. Exit code 0
2013-10-31 15:36:37,842 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0025_m_234607451 since job job_20131031152505967_0025 is dead
2013-10-31 15:36:37,851 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3274 with signal TERM. Exit code 0
2013-10-31 15:36:37,852 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0025_m_2047464199 since job job_20131031152505967_0025 is dead
2013-10-31 15:36:37,857 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3247 with signal TERM. Exit code 0
2013-10-31 15:36:37,904 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:37,905 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:37,905 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:37,905 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0025_m_-46959354 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:36:37,950 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000007_0 0.0% setup
2013-10-31 15:36:37,952 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0026_m_000007_0 is done.
2013-10-31 15:36:37,952 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0026_m_000007_0 was -1
2013-10-31 15:36:37,952 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:36:38,059 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:38,059 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:38,059 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:38,059 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0025_m_234607451 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:38,062 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:38,062 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:38,062 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:38,063 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0025_m_2047464199 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:38,175 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0025_m_2034098824 since job job_20131031152505967_0025 is dead
2013-10-31 15:36:38,185 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3193 with signal TERM. Exit code 0
2013-10-31 15:36:38,191 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0025
2013-10-31 15:36:38,192 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0025 for user-log deletion with retainTimeStamp:1383320198192
2013-10-31 15:36:38,252 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0025_m_-629210420 since job job_20131031152505967_0025 is dead
2013-10-31 15:36:38,262 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3343 with signal TERM. Exit code 0
2013-10-31 15:36:38,358 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:38,358 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:38,358 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:38,358 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0025_m_2034098824 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:36:38,369 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0025_m_-125356120 since job job_20131031152505967_0025 is dead
2013-10-31 15:36:38,374 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3402 with signal TERM. Exit code 0
2013-10-31 15:36:38,489 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:38,490 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:38,490 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:38,490 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0025_m_-629210420 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:38,575 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:38,575 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:38,575 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:38,575 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0025_m_-125356120 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:38,762 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0025_r_1885288974 since job job_20131031152505967_0025 is dead
2013-10-31 15:36:38,772 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group3689 with signal TERM. Exit code 0
2013-10-31 15:36:39,164 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8626855316733286630_1332 file build/test/data/dfs/data/data4/current/blk_-8626855316733286630 for deletion
2013-10-31 15:36:39,164 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5743240924163552795_1339 file build/test/data/dfs/data/data4/current/blk_-5743240924163552795 for deletion
2013-10-31 15:36:39,164 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8626855316733286630_1332 at file build/test/data/dfs/data/data4/current/blk_-8626855316733286630
2013-10-31 15:36:39,164 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1646101865646577295_1329 file build/test/data/dfs/data/data4/current/blk_-1646101865646577295 for deletion
2013-10-31 15:36:39,165 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5743240924163552795_1339 at file build/test/data/dfs/data/data4/current/blk_-5743240924163552795
2013-10-31 15:36:39,165 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1646101865646577295_1329 at file build/test/data/dfs/data/data4/current/blk_-1646101865646577295
2013-10-31 15:36:39,196 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0026_m_000007_0' has completed task_20131031152505967_0026_m_000007 successfully.
2013-10-31 15:36:39,199 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0026_m_000000_0' to tip task_20131031152505967_0026_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:36:39,200 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0026_m_000000
2013-10-31 15:36:39,200 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0026_m_000001_0' to tip task_20131031152505967_0026_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:36:39,201 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0026_m_000001
2013-10-31 15:36:39,202 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0026_m_000002_0' to tip task_20131031152505967_0026_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:36:39,203 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0026_m_000002
2013-10-31 15:36:39,204 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0026_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:36:39,204 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0026_m_000003_0' to tip task_20131031152505967_0026_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:36:39,206 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0026_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:36:39,206 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0026_m_000003
2013-10-31 15:36:39,206 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0026_m_000000_0 which needs 1 slots
2013-10-31 15:36:39,207 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0026_m_000000_0 which needs 1 slots
2013-10-31 15:36:39,207 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0026_m_000001_0 which needs 1 slots
2013-10-31 15:36:39,207 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0026_m_000001_0 which needs 1 slots
2013-10-31 15:36:39,208 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0026_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:36:39,210 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0026_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:36:39,210 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0026_m_000002_0 which needs 1 slots
2013-10-31 15:36:39,213 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0026_m_000002_0 which needs 1 slots
2013-10-31 15:36:39,213 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0026_m_000003_0 which needs 1 slots
2013-10-31 15:36:39,213 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0026_m_000003_0 which needs 1 slots
2013-10-31 15:36:39,216 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:39,217 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:39,217 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:39,217 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0025_r_1885288974 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:39,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0026/jobToken dst=null perm=null
2013-10-31 15:36:39,222 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40292, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4684576797089352601_1348, duration: 308648
2013-10-31 15:36:39,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.xml dst=null perm=null
2013-10-31 15:36:39,232 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53799, bytes: 29481, op: HDFS_READ, cliID: DFSClient_-1914273035, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2662203105529824823_1345, duration: 169669
2013-10-31 15:36:39,240 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0026_m_1781875608
2013-10-31 15:36:39,241 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0026_m_1781875608 spawned.
2013-10-31 15:36:39,243 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0026/attempt_20131031152505967_0026_m_000001_0. Attempting to reuse: jvm_20131031152505967_0026_m_-1038404354
2013-10-31 15:36:39,244 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0026/attempt_20131031152505967_0026_m_000000_0/taskjvm.sh
2013-10-31 15:36:39,276 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:36:39,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.jar dst=null perm=null
2013-10-31 15:36:39,351 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47023, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1914273035, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3363039849678980044_1342, duration: 1713042
2013-10-31 15:36:39,418 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0026_m_436168435
2013-10-31 15:36:39,419 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0026_m_436168435 spawned.
2013-10-31 15:36:39,419 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0026_m_-1408790904
2013-10-31 15:36:39,420 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0026_m_-1408790904 spawned.
2013-10-31 15:36:39,421 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0026/attempt_20131031152505967_0026_m_000002_0/taskjvm.sh
2013-10-31 15:36:39,421 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0026/attempt_20131031152505967_0026_m_000003_0/taskjvm.sh
2013-10-31 15:36:39,486 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0026_m_-1038404354 given task: attempt_20131031152505967_0026_m_000001_0
2013-10-31 15:36:39,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split dst=null perm=null
2013-10-31 15:36:39,593 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40297, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7717317515190923728_1343, duration: 182614
2013-10-31 15:36:39,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:36:39,633 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41724, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 122460
2013-10-31 15:36:39,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:39,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:39,726 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8626855316733286630_1332 file build/test/data/dfs/data/data5/current/blk_-8626855316733286630 for deletion
2013-10-31 15:36:39,727 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5743240924163552795_1339 file build/test/data/dfs/data/data5/current/blk_-5743240924163552795 for deletion
2013-10-31 15:36:39,727 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8626855316733286630_1332 at file build/test/data/dfs/data/data5/current/blk_-8626855316733286630
2013-10-31 15:36:39,727 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3025194070576235132_1331 file build/test/data/dfs/data/data6/current/blk_-3025194070576235132 for deletion
2013-10-31 15:36:39,727 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5743240924163552795_1339 at file build/test/data/dfs/data/data5/current/blk_-5743240924163552795
2013-10-31 15:36:39,727 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1646101865646577295_1329 file build/test/data/dfs/data/data6/current/blk_-1646101865646577295 for deletion
2013-10-31 15:36:39,727 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3025194070576235132_1331 at file build/test/data/dfs/data/data6/current/blk_-3025194070576235132
2013-10-31 15:36:39,727 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1646101865646577295_1329 at file build/test/data/dfs/data/data6/current/blk_-1646101865646577295
2013-10-31 15:36:39,885 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000001_0/part-00001. blk_1183364667800951352_1349
2013-10-31 15:36:39,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1183364667800951352_1349 src: /127.0.0.1:53804 dest: /127.0.0.1:57702
2013-10-31 15:36:39,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1183364667800951352_1349 src: /127.0.0.1:40300 dest: /127.0.0.1:48948
2013-10-31 15:36:39,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1183364667800951352_1349 src: /127.0.0.1:41727 dest: /127.0.0.1:53907
2013-10-31 15:36:39,904 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41727, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1183364667800951352_1349, duration: 1326292
2013-10-31 15:36:39,905 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1183364667800951352_1349 terminating
2013-10-31 15:36:39,905 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40300, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1183364667800951352_1349, duration: 1701032
2013-10-31 15:36:39,905 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1183364667800951352_1349 terminating
2013-10-31 15:36:39,905 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53804, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1183364667800951352_1349, duration: 2361970
2013-10-31 15:36:39,906 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1183364667800951352_1349 terminating
2013-10-31 15:36:39,906 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1183364667800951352_1349 size 114
2013-10-31 15:36:39,906 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1183364667800951352_1349 size 114
2013-10-31 15:36:39,908 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0026_m_000001_0
2013-10-31 15:36:39,908 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0026_m_000001_0
2013-10-31 15:36:39,909 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1183364667800951352_1349 size 114
2013-10-31 15:36:39,947 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0026_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:36:39,947 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000001_0 0.0%
2013-10-31 15:36:40,154 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0026_m_1781875608 given task: attempt_20131031152505967_0026_m_000000_0
2013-10-31 15:36:40,421 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0026_m_436168435 given task: attempt_20131031152505967_0026_m_000002_0
2013-10-31 15:36:40,442 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0026_m_-1408790904 given task: attempt_20131031152505967_0026_m_000003_0
2013-10-31 15:36:40,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split dst=null perm=null
2013-10-31 15:36:40,658 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53811, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7717317515190923728_1343, duration: 173379
2013-10-31 15:36:40,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:36:40,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:41,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split dst=null perm=null
2013-10-31 15:36:41,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:41,125 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41735, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000002_0, offset: 512, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7717317515190923728_1343, duration: 160908
2013-10-31 15:36:41,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:36:41,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:41,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:41,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split dst=null perm=null
2013-10-31 15:36:41,207 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41736, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000003_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7717317515190923728_1343, duration: 169430
2013-10-31 15:36:41,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:36:41,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41737, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 113454
2013-10-31 15:36:41,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:41,275 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0026_m_000004_0' to tip task_20131031152505967_0026_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:36:41,275 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0026_m_000004
2013-10-31 15:36:41,275 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0026_m_000005_0' to tip task_20131031152505967_0026_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:36:41,275 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0026_m_000005
2013-10-31 15:36:41,276 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0026_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:36:41,277 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0026_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:36:41,277 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0026_m_000004_0 which needs 1 slots
2013-10-31 15:36:41,277 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0026_m_000004_0 which needs 1 slots
2013-10-31 15:36:41,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:41,277 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0026_m_000005_0 which needs 1 slots
2013-10-31 15:36:41,277 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0026_m_000005_0 which needs 1 slots
2013-10-31 15:36:41,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0026/jobToken dst=null perm=null
2013-10-31 15:36:41,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41738, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4684576797089352601_1348, duration: 133280
2013-10-31 15:36:41,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.xml dst=null perm=null
2013-10-31 15:36:41,286 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40314, bytes: 29481, op: HDFS_READ, cliID: DFSClient_1152557243, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2662203105529824823_1345, duration: 169973
2013-10-31 15:36:41,298 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:36:41,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.jar dst=null perm=null
2013-10-31 15:36:41,310 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41741, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 117809
2013-10-31 15:36:41,312 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53821, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1152557243, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3363039849678980044_1342, duration: 602085
2013-10-31 15:36:41,315 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000000_0/part-00000. blk_8490732589511193362_1352
2013-10-31 15:36:41,338 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8490732589511193362_1352 src: /127.0.0.1:40317 dest: /127.0.0.1:48948
2013-10-31 15:36:41,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8490732589511193362_1352 src: /127.0.0.1:47046 dest: /127.0.0.1:42991
2013-10-31 15:36:41,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8490732589511193362_1352 src: /127.0.0.1:41745 dest: /127.0.0.1:53907
2013-10-31 15:36:41,353 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41745, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8490732589511193362_1352, duration: 2430985
2013-10-31 15:36:41,354 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8490732589511193362_1352 terminating
2013-10-31 15:36:41,354 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47046, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8490732589511193362_1352, duration: 1400049
2013-10-31 15:36:41,354 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8490732589511193362_1352 terminating
2013-10-31 15:36:41,354 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40317, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8490732589511193362_1352, duration: 1878684
2013-10-31 15:36:41,355 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8490732589511193362_1352 terminating
2013-10-31 15:36:41,355 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8490732589511193362_1352 size 136
2013-10-31 15:36:41,355 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0026_m_000000_0
2013-10-31 15:36:41,356 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0026_m_000000_0
2013-10-31 15:36:41,356 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8490732589511193362_1352 size 136
2013-10-31 15:36:41,358 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8490732589511193362_1352 size 136
2013-10-31 15:36:41,377 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0026_m_70220288
2013-10-31 15:36:41,378 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0026_m_70220288 spawned.
2013-10-31 15:36:41,378 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0026_m_1809732306
2013-10-31 15:36:41,379 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0026_m_1809732306 spawned.
2013-10-31 15:36:41,380 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0026/attempt_20131031152505967_0026_m_000005_0/taskjvm.sh
2013-10-31 15:36:41,380 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0026/attempt_20131031152505967_0026_m_000004_0/taskjvm.sh
2013-10-31 15:36:41,404 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0026_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:36:41,404 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000000_0 0.0%
2013-10-31 15:36:41,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:36:41,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:36:41,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:36:41,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:36:41,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47048, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 139191
2013-10-31 15:36:41,606 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40321, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 118468
2013-10-31 15:36:41,608 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41748, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 104019
2013-10-31 15:36:41,615 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000002_0/part-00002. blk_-3650613872748528561_1352
2013-10-31 15:36:41,615 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000003_0/part-00003. blk_-6273607815156884429_1352
2013-10-31 15:36:41,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3650613872748528561_1352 src: /127.0.0.1:41749 dest: /127.0.0.1:53907
2013-10-31 15:36:41,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6273607815156884429_1352 src: /127.0.0.1:53829 dest: /127.0.0.1:57702
2013-10-31 15:36:41,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6273607815156884429_1352 src: /127.0.0.1:47053 dest: /127.0.0.1:42991
2013-10-31 15:36:41,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6273607815156884429_1352 src: /127.0.0.1:40326 dest: /127.0.0.1:48948
2013-10-31 15:36:41,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3650613872748528561_1352 src: /127.0.0.1:53831 dest: /127.0.0.1:57702
2013-10-31 15:36:41,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3650613872748528561_1352 src: /127.0.0.1:47056 dest: /127.0.0.1:42991
2013-10-31 15:36:41,692 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40326, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6273607815156884429_1352, duration: 2506181
2013-10-31 15:36:41,693 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6273607815156884429_1352 terminating
2013-10-31 15:36:41,694 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47056, dest: /127.0.0.1:42991, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3650613872748528561_1352, duration: 2480843
2013-10-31 15:36:41,695 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3650613872748528561_1352 terminating
2013-10-31 15:36:41,695 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6273607815156884429_1352 size 114
2013-10-31 15:36:41,695 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53831, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3650613872748528561_1352, duration: 2571024
2013-10-31 15:36:41,696 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3650613872748528561_1352 terminating
2013-10-31 15:36:41,697 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3650613872748528561_1352 size 92
2013-10-31 15:36:41,697 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41749, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3650613872748528561_1352, duration: 4950339
2013-10-31 15:36:41,697 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47053, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6273607815156884429_1352, duration: 7737049
2013-10-31 15:36:41,699 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3650613872748528561_1352 terminating
2013-10-31 15:36:41,699 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6273607815156884429_1352 terminating
2013-10-31 15:36:41,698 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3650613872748528561_1352 size 92
2013-10-31 15:36:41,699 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53829, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6273607815156884429_1352, duration: 9779830
2013-10-31 15:36:41,700 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6273607815156884429_1352 size 114
2013-10-31 15:36:41,700 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6273607815156884429_1352 terminating
2013-10-31 15:36:41,701 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0026_m_000002_0
2013-10-31 15:36:41,701 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0026_m_000002_0
2013-10-31 15:36:41,702 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6273607815156884429_1352 size 114
2013-10-31 15:36:41,702 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3650613872748528561_1352 size 92
2013-10-31 15:36:41,702 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0026_m_000003_0
2013-10-31 15:36:41,703 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0026_m_000003_0
2013-10-31 15:36:41,764 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0026_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:36:41,764 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000002_0 0.0%
2013-10-31 15:36:41,767 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0026_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:36:41,767 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000003_0 0.0%
2013-10-31 15:36:42,206 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0026_m_000000_0
2013-10-31 15:36:42,207 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0026_m_000001_0
2013-10-31 15:36:42,210 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0026_m_000002_0
2013-10-31 15:36:42,210 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0026_m_000003_0
2013-10-31 15:36:42,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000000_0 dst=null perm=null
2013-10-31 15:36:42,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:42,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:42,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000000_0 dst=null perm=null
2013-10-31 15:36:42,478 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0026_m_1809732306 given task: attempt_20131031152505967_0026_m_000004_0
2013-10-31 15:36:42,491 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0026_m_70220288 given task: attempt_20131031152505967_0026_m_000005_0
2013-10-31 15:36:42,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000002_0 dst=null perm=null
2013-10-31 15:36:42,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:42,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000003_0 dst=null perm=null
2013-10-31 15:36:42,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:42,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:42,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:42,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000002_0 dst=null perm=null
2013-10-31 15:36:42,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000003_0 dst=null perm=null
2013-10-31 15:36:42,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000001_0 dst=null perm=null
2013-10-31 15:36:42,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:42,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:42,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000001_0 dst=null perm=null
2013-10-31 15:36:42,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split dst=null perm=null
2013-10-31 15:36:42,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026/job.split dst=null perm=null
2013-10-31 15:36:42,990 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41759, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000005_0, offset: 1536, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7717317515190923728_1343, duration: 165249
2013-10-31 15:36:42,994 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53839, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000004_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7717317515190923728_1343, duration: 157283
2013-10-31 15:36:43,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:36:43,029 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41761, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 109671
2013-10-31 15:36:43,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:36:43,033 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41762, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 106990
2013-10-31 15:36:43,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:43,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:43,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:43,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:36:43,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:36:43,323 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47065, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0026_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 324675
2013-10-31 15:36:43,331 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000005_0/part-00005. blk_-304384821507549159_1354
2013-10-31 15:36:43,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:43,365 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-304384821507549159_1354 src: /127.0.0.1:40338 dest: /127.0.0.1:48948
2013-10-31 15:36:43,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-304384821507549159_1354 src: /127.0.0.1:41765 dest: /127.0.0.1:53907
2013-10-31 15:36:43,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-304384821507549159_1354 src: /127.0.0.1:53845 dest: /127.0.0.1:57702
2013-10-31 15:36:43,369 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53845, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-304384821507549159_1354, duration: 1276577
2013-10-31 15:36:43,369 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-304384821507549159_1354 terminating
2013-10-31 15:36:43,370 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41765, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-304384821507549159_1354, duration: 1609407
2013-10-31 15:36:43,370 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-304384821507549159_1354 terminating
2013-10-31 15:36:43,370 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40338, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-304384821507549159_1354, duration: 1899901
2013-10-31 15:36:43,370 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-304384821507549159_1354 size 70
2013-10-31 15:36:43,370 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-304384821507549159_1354 terminating
2013-10-31 15:36:43,371 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-304384821507549159_1354 size 70
2013-10-31 15:36:43,371 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0026_m_000005_0
2013-10-31 15:36:43,371 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0026_m_000005_0
2013-10-31 15:36:43,374 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-304384821507549159_1354 size 70
2013-10-31 15:36:43,419 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0026_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:36:43,419 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000005_0 0.0%
2013-10-31 15:36:43,544 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000004_0/part-00004. blk_-8303325458568944866_1354
2013-10-31 15:36:43,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8303325458568944866_1354 src: /127.0.0.1:41767 dest: /127.0.0.1:53907
2013-10-31 15:36:43,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8303325458568944866_1354 src: /127.0.0.1:47070 dest: /127.0.0.1:42991
2013-10-31 15:36:43,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8303325458568944866_1354 src: /127.0.0.1:40343 dest: /127.0.0.1:48948
2013-10-31 15:36:43,573 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40343, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8303325458568944866_1354, duration: 991909
2013-10-31 15:36:43,573 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8303325458568944866_1354 terminating
2013-10-31 15:36:43,573 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47070, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8303325458568944866_1354, duration: 1367307
2013-10-31 15:36:43,573 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8303325458568944866_1354 terminating
2013-10-31 15:36:43,573 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8303325458568944866_1354 size 70
2013-10-31 15:36:43,573 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41767, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0026_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8303325458568944866_1354, duration: 1820097
2013-10-31 15:36:43,574 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8303325458568944866_1354 terminating
2013-10-31 15:36:43,575 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8303325458568944866_1354 size 70
2013-10-31 15:36:43,575 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0026_m_000004_0
2013-10-31 15:36:43,575 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0026_m_000004_0
2013-10-31 15:36:43,577 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8303325458568944866_1354 size 70
2013-10-31 15:36:43,583 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:36:43,583 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0026_m_000000_0 is done.
2013-10-31 15:36:43,583 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0026_m_000000_0 was -1
2013-10-31 15:36:43,584 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:36:43,623 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0026_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:36:43,623 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000004_0 0.0%
2013-10-31 15:36:44,022 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:36:44,024 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0026_m_000002_0 is done.
2013-10-31 15:36:44,024 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0026_m_000002_0 was -1
2013-10-31 15:36:44,024 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:36:44,133 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:36:44,135 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0026_m_000003_0 is done.
2013-10-31 15:36:44,135 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0026_m_000003_0 was -1
2013-10-31 15:36:44,135 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:36:44,206 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0026_m_000007_0
2013-10-31 15:36:44,207 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0026_m_000007_0
2013-10-31 15:36:44,207 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0026_m_000007_0 not found in cache
2013-10-31 15:36:44,279 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0026_m_000004_0
2013-10-31 15:36:44,279 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0026_m_000005_0
2013-10-31 15:36:44,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000005_0 dst=null perm=null
2013-10-31 15:36:44,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:44,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:44,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000005_0 dst=null perm=null
2013-10-31 15:36:44,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000004_0 dst=null perm=null
2013-10-31 15:36:44,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:44,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:44,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary/_attempt_20131031152505967_0026_m_000004_0 dst=null perm=null
2013-10-31 15:36:45,209 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0026_m_000000_0' has completed task_20131031152505967_0026_m_000000 successfully.
2013-10-31 15:36:45,214 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0026_m_000002_0' has completed task_20131031152505967_0026_m_000002 successfully.
2013-10-31 15:36:45,215 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0026_m_000003_0' has completed task_20131031152505967_0026_m_000003 successfully.
2013-10-31 15:36:45,597 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:36:45,601 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:36:45,602 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0026_m_000001_0 is done.
2013-10-31 15:36:45,602 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0026_m_000001_0 was -1
2013-10-31 15:36:45,602 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:36:45,918 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:36:45,920 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0026_m_000005_0 is done.
2013-10-31 15:36:45,920 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0026_m_000005_0 was -1
2013-10-31 15:36:45,920 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:36:45,924 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:36:45,926 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0026_m_000004_0 is done.
2013-10-31 15:36:45,926 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0026_m_000004_0 was -1
2013-10-31 15:36:45,926 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:36:47,283 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0026_m_000004_0' has completed task_20131031152505967_0026_m_000004 successfully.
2013-10-31 15:36:47,285 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0026_m_000005_0' has completed task_20131031152505967_0026_m_000005 successfully.
2013-10-31 15:36:48,215 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0026_m_000001_0' has completed task_20131031152505967_0026_m_000001 successfully.
2013-10-31 15:36:48,218 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0026_m_000006_0' to tip task_20131031152505967_0026_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:36:48,220 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0026_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:36:48,221 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0026_m_000006_0 which needs 1 slots
2013-10-31 15:36:48,221 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0026_m_000006_0 which needs 1 slots
2013-10-31 15:36:48,256 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0026/attempt_20131031152505967_0026_m_000006_0. Attempting to reuse: jvm_20131031152505967_0026_m_-1038404354
2013-10-31 15:36:49,135 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0026_m_-1038404354 given task: attempt_20131031152505967_0026_m_000006_0
2013-10-31 15:36:49,232 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000006_0 0.0%
2013-10-31 15:36:49,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_temporary dst=null perm=null
2013-10-31 15:36:49,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:49,243 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_SUCCESS from client DFSClient_attempt_20131031152505967_0026_m_000006_0
2013-10-31 15:36:49,244 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0026_m_000006_0
2013-10-31 15:36:49,248 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3363039849678980044 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:36:49,248 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3363039849678980044 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:36:49,248 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3363039849678980044 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:49,248 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3363039849678980044 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:49,248 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7717317515190923728 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:49,248 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7717317515190923728 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:36:49,249 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7717317515190923728 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:49,249 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7717317515190923728 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:36:49,249 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_275103250232527243 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:36:49,249 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_275103250232527243 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:49,249 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_275103250232527243 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:36:49,249 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2662203105529824823 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:49,249 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2662203105529824823 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:49,249 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2662203105529824823 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:36:49,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0026 dst=null perm=null
2013-10-31 15:36:52,129 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_3363039849678980044_1342 blk_275103250232527243_1344 blk_-2662203105529824823_1345 blk_-7717317515190923728_1343
2013-10-31 15:36:52,130 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_3363039849678980044_1342 blk_-2662203105529824823_1345 blk_-7717317515190923728_1343
2013-10-31 15:36:52,206 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0026_m_000006_0 0.0% cleanup
2013-10-31 15:36:52,208 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0026_m_000006_0 is done.
2013-10-31 15:36:52,208 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0026_m_000006_0 was -1
2013-10-31 15:36:52,209 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:36:53,558 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7717317515190923728_1343 file build/test/data/dfs/data/data2/current/blk_-7717317515190923728 for deletion
2013-10-31 15:36:53,558 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2662203105529824823_1345 file build/test/data/dfs/data/data1/current/blk_-2662203105529824823 for deletion
2013-10-31 15:36:53,559 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7717317515190923728_1343 at file build/test/data/dfs/data/data2/current/blk_-7717317515190923728
2013-10-31 15:36:53,559 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3363039849678980044_1342 file build/test/data/dfs/data/data2/current/blk_3363039849678980044 for deletion
2013-10-31 15:36:53,559 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2662203105529824823_1345 at file build/test/data/dfs/data/data1/current/blk_-2662203105529824823
2013-10-31 15:36:53,559 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3363039849678980044_1342 at file build/test/data/dfs/data/data2/current/blk_3363039849678980044
2013-10-31 15:36:54,228 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0026_m_000006_0' has completed task_20131031152505967_0026_m_000006 successfully.
2013-10-31 15:36:54,278 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0026 has completed successfully.
2013-10-31 15:36:54,278 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0026,submitTime=1383233793020,launchTime=1383233793119,firstMapTaskLaunchTime=1383233799199,firstJobSetupTaskLaunchTime=1383233793182,firstJobCleanupTaskLaunchTime=1383233808218,finishTime=1383233814278,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=37,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[58E7F5A712DD4186BDFF7EE47B82459A/55C0FCA806704E279317D6C90233D993] merge2*offset/(3/3)
2013-10-31 15:36:54,285 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_logs/history/job_20131031152505967_0026_1383233793020_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2F55C0FCA806704E27. blk_8106386438422625467_1355
2013-10-31 15:36:54,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8106386438422625467_1355 src: /127.0.0.1:40346 dest: /127.0.0.1:48948
2013-10-31 15:36:54,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8106386438422625467_1355 src: /127.0.0.1:41773 dest: /127.0.0.1:53907
2013-10-31 15:36:54,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8106386438422625467_1355 src: /127.0.0.1:53853 dest: /127.0.0.1:57702
2013-10-31 15:36:54,301 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53853, dest: /127.0.0.1:57702, bytes: 29161, op: HDFS_WRITE, cliID: DFSClient_-365676184, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8106386438422625467_1355, duration: 5994211
2013-10-31 15:36:54,301 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8106386438422625467_1355 terminating
2013-10-31 15:36:54,302 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41773, dest: /127.0.0.1:53907, bytes: 29161, op: HDFS_WRITE, cliID: DFSClient_-365676184, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8106386438422625467_1355, duration: 4823265
2013-10-31 15:36:54,302 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8106386438422625467_1355 terminating
2013-10-31 15:36:54,303 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40346, dest: /127.0.0.1:48948, bytes: 29161, op: HDFS_WRITE, cliID: DFSClient_-365676184, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8106386438422625467_1355, duration: 7892836
2013-10-31 15:36:54,303 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8106386438422625467_1355 terminating
2013-10-31 15:36:54,307 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8106386438422625467_1355 size 29161
2013-10-31 15:36:54,307 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_logs/history/job_20131031152505967_0026_1383233793020_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2F55C0FCA806704E27 from client DFSClient_-365676184
2013-10-31 15:36:54,308 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/_logs/history/job_20131031152505967_0026_1383233793020_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2F55C0FCA806704E27 is closed by DFSClient_-365676184
2013-10-31 15:36:54,308 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8106386438422625467_1355 size 29161
2013-10-31 15:36:54,308 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8106386438422625467_1355 size 29161
2013-10-31 15:36:54,314 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0026_1383233793020_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2F55C0FCA806704E27 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:36:54,315 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0026_m_000000_0'
2013-10-31 15:36:54,316 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0026_m_000001_0'
2013-10-31 15:36:54,316 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0026_m_000006_0'
2013-10-31 15:36:54,317 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0026_m_000007_0'
2013-10-31 15:36:54,317 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4684576797089352601 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:36:54,317 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4684576797089352601 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:36:54,317 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0026_m_000002_0'
2013-10-31 15:36:54,318 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4684576797089352601 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:36:54,318 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0026_m_000003_0'
2013-10-31 15:36:54,320 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0026_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:36:54,322 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] starting step: (2/3)
2013-10-31 15:36:54,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0026 dst=null perm=null
2013-10-31 15:36:54,328 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:36:54,328 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:36:54,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:54,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:36:54,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:54,358 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.jar. blk_4759737814511103207_1356
2013-10-31 15:36:54,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4759737814511103207_1356 src: /127.0.0.1:40350 dest: /127.0.0.1:48948
2013-10-31 15:36:54,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4759737814511103207_1356 src: /127.0.0.1:53856 dest: /127.0.0.1:57702
2013-10-31 15:36:54,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4759737814511103207_1356 src: /127.0.0.1:41778 dest: /127.0.0.1:53907
2013-10-31 15:36:54,374 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41778, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4759737814511103207_1356, duration: 7205151
2013-10-31 15:36:54,374 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4759737814511103207_1356 terminating
2013-10-31 15:36:54,374 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53856, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4759737814511103207_1356, duration: 8341327
2013-10-31 15:36:54,375 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4759737814511103207_1356 terminating
2013-10-31 15:36:54,375 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4759737814511103207_1356 size 238055
2013-10-31 15:36:54,375 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40350, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4759737814511103207_1356, duration: 9097133
2013-10-31 15:36:54,376 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4759737814511103207_1356 terminating
2013-10-31 15:36:54,378 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4759737814511103207_1356 size 238055
2013-10-31 15:36:54,378 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.jar from client DFSClient_1342392704
2013-10-31 15:36:54,379 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.jar is closed by DFSClient_1342392704
2013-10-31 15:36:54,379 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4759737814511103207_1356 size 238055
2013-10-31 15:36:54,392 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.jar. New replication is 10
2013-10-31 15:36:54,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.jar dst=null perm=null
2013-10-31 15:36:54,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:54,403 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:36:54,408 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:36:54,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:36:54,411 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:36:54,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:36:54,414 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:36:54,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:36:54,417 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:36:54,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:36:54,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:54,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:54,432 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split. New replication is 10
2013-10-31 15:36:54,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split dst=null perm=null
2013-10-31 15:36:54,439 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split. blk_5685214517256567408_1357
2013-10-31 15:36:54,441 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5685214517256567408_1357 src: /127.0.0.1:53858 dest: /127.0.0.1:57702
2013-10-31 15:36:54,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5685214517256567408_1357 src: /127.0.0.1:47082 dest: /127.0.0.1:42991
2013-10-31 15:36:54,444 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5685214517256567408_1357 src: /127.0.0.1:40355 dest: /127.0.0.1:48948
2013-10-31 15:36:54,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5685214517256567408_1357 src: /127.0.0.1:41782 dest: /127.0.0.1:53907
2013-10-31 15:36:54,449 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41782, dest: /127.0.0.1:53907, bytes: 2098, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5685214517256567408_1357, duration: 108451
2013-10-31 15:36:54,449 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5685214517256567408_1357 terminating
2013-10-31 15:36:54,450 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40355, dest: /127.0.0.1:48948, bytes: 2098, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5685214517256567408_1357, duration: 891892
2013-10-31 15:36:54,450 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5685214517256567408_1357 size 2098
2013-10-31 15:36:54,450 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5685214517256567408_1357 terminating
2013-10-31 15:36:54,451 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47082, dest: /127.0.0.1:42991, bytes: 2098, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5685214517256567408_1357, duration: 2103364
2013-10-31 15:36:54,451 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5685214517256567408_1357 terminating
2013-10-31 15:36:54,451 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5685214517256567408_1357 size 2098
2013-10-31 15:36:54,452 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53858, dest: /127.0.0.1:57702, bytes: 2098, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5685214517256567408_1357, duration: 3186346
2013-10-31 15:36:54,452 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_5685214517256567408_1357 terminating
2013-10-31 15:36:54,455 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split from client DFSClient_1342392704
2013-10-31 15:36:54,455 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split is closed by DFSClient_1342392704
2013-10-31 15:36:54,456 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5685214517256567408_1357 size 2098
2013-10-31 15:36:54,456 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5685214517256567408_1357 size 2098
2013-10-31 15:36:54,732 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7717317515190923728_1343 file build/test/data/dfs/data/data5/current/blk_-7717317515190923728 for deletion
2013-10-31 15:36:54,732 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2662203105529824823_1345 file build/test/data/dfs/data/data5/current/blk_-2662203105529824823 for deletion
2013-10-31 15:36:54,732 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7717317515190923728_1343 at file build/test/data/dfs/data/data5/current/blk_-7717317515190923728
2013-10-31 15:36:54,732 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_275103250232527243_1344 file build/test/data/dfs/data/data6/current/blk_275103250232527243 for deletion
2013-10-31 15:36:54,733 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2662203105529824823_1345 at file build/test/data/dfs/data/data5/current/blk_-2662203105529824823
2013-10-31 15:36:54,733 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3363039849678980044_1342 file build/test/data/dfs/data/data6/current/blk_3363039849678980044 for deletion
2013-10-31 15:36:54,733 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_275103250232527243_1344 at file build/test/data/dfs/data/data6/current/blk_275103250232527243
2013-10-31 15:36:54,734 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3363039849678980044_1342 at file build/test/data/dfs/data/data6/current/blk_3363039849678980044
2013-10-31 15:36:54,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:54,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:54,956 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.splitmetainfo. blk_-8259502558589814354_1358
2013-10-31 15:36:54,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8259502558589814354_1358 src: /127.0.0.1:53863 dest: /127.0.0.1:57702
2013-10-31 15:36:54,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8259502558589814354_1358 src: /127.0.0.1:47087 dest: /127.0.0.1:42991
2013-10-31 15:36:54,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8259502558589814354_1358 src: /127.0.0.1:40360 dest: /127.0.0.1:48948
2013-10-31 15:36:54,964 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40360, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8259502558589814354_1358, duration: 77326
2013-10-31 15:36:54,965 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8259502558589814354_1358 terminating
2013-10-31 15:36:54,965 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47087, dest: /127.0.0.1:42991, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8259502558589814354_1358, duration: 892841
2013-10-31 15:36:54,966 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8259502558589814354_1358 terminating
2013-10-31 15:36:54,966 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53863, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8259502558589814354_1358, duration: 1626944
2013-10-31 15:36:54,967 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8259502558589814354_1358 terminating
2013-10-31 15:36:54,969 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8259502558589814354_1358 size 218
2013-10-31 15:36:54,970 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:36:54,970 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:36:54,970 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8259502558589814354_1358 size 218
2013-10-31 15:36:54,971 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8259502558589814354_1358 size 218
2013-10-31 15:36:54,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:54,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:54,997 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.xml. blk_5116462701309826240_1359
2013-10-31 15:36:54,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5116462701309826240_1359 src: /127.0.0.1:47089 dest: /127.0.0.1:42991
2013-10-31 15:36:55,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5116462701309826240_1359 src: /127.0.0.1:41788 dest: /127.0.0.1:53907
2013-10-31 15:36:55,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5116462701309826240_1359 src: /127.0.0.1:53868 dest: /127.0.0.1:57702
2013-10-31 15:36:55,005 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53868, dest: /127.0.0.1:57702, bytes: 29472, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5116462701309826240_1359, duration: 338818
2013-10-31 15:36:55,005 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5116462701309826240_1359 terminating
2013-10-31 15:36:55,006 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41788, dest: /127.0.0.1:53907, bytes: 29472, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5116462701309826240_1359, duration: 1200308
2013-10-31 15:36:55,007 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5116462701309826240_1359 terminating
2013-10-31 15:36:55,007 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47089, dest: /127.0.0.1:42991, bytes: 29472, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5116462701309826240_1359, duration: 2250717
2013-10-31 15:36:55,007 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5116462701309826240_1359 terminating
2013-10-31 15:36:55,009 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5116462701309826240_1359 size 29472
2013-10-31 15:36:55,009 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.xml from client DFSClient_1342392704
2013-10-31 15:36:55,010 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.xml is closed by DFSClient_1342392704
2013-10-31 15:36:55,010 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5116462701309826240_1359 size 29472
2013-10-31 15:36:55,010 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5116462701309826240_1359 size 29472
2013-10-31 15:36:55,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.xml dst=null perm=null
2013-10-31 15:36:55,026 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47093, bytes: 29704, op: HDFS_READ, cliID: DFSClient_-1177822380, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5116462701309826240_1359, duration: 402409
2013-10-31 15:36:55,044 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0027: nMaps=6 nReduces=0 max=-1
2013-10-31 15:36:55,045 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0027 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:36:55,045 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0027
2013-10-31 15:36:55,045 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0027 RESULT=SUCCESS
2013-10-31 15:36:55,045 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0027
2013-10-31 15:36:55,046 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] submitted hadoop job: job_20131031152505967_0027
2013-10-31 15:36:55,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_logs/history/job_20131031152505967_0027_1383233815016_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2F33F4DC0B16974117 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:55,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_logs/history/job_20131031152505967_0027_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:55,081 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_logs/history/job_20131031152505967_0027_conf.xml. blk_2105411231502615535_1361
2013-10-31 15:36:55,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2105411231502615535_1361 src: /127.0.0.1:47094 dest: /127.0.0.1:42991
2013-10-31 15:36:55,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2105411231502615535_1361 src: /127.0.0.1:40367 dest: /127.0.0.1:48948
2013-10-31 15:36:55,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2105411231502615535_1361 src: /127.0.0.1:53873 dest: /127.0.0.1:57702
2013-10-31 15:36:55,091 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53873, dest: /127.0.0.1:57702, bytes: 29537, op: HDFS_WRITE, cliID: DFSClient_-1177822380, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2105411231502615535_1361, duration: 357133
2013-10-31 15:36:55,091 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2105411231502615535_1361 terminating
2013-10-31 15:36:55,091 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40367, dest: /127.0.0.1:48948, bytes: 29537, op: HDFS_WRITE, cliID: DFSClient_-1177822380, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2105411231502615535_1361, duration: 1945515
2013-10-31 15:36:55,092 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2105411231502615535_1361 terminating
2013-10-31 15:36:55,092 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47094, dest: /127.0.0.1:42991, bytes: 29537, op: HDFS_WRITE, cliID: DFSClient_-1177822380, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2105411231502615535_1361, duration: 2339024
2013-10-31 15:36:55,093 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2105411231502615535_1361 terminating
2013-10-31 15:36:55,094 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2105411231502615535_1361 size 29537
2013-10-31 15:36:55,095 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_logs/history/job_20131031152505967_0027_conf.xml from client DFSClient_-1177822380
2013-10-31 15:36:55,095 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_logs/history/job_20131031152505967_0027_conf.xml is closed by DFSClient_-1177822380
2013-10-31 15:36:55,096 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2105411231502615535_1361 size 29537
2013-10-31 15:36:55,096 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2105411231502615535_1361 size 29537
2013-10-31 15:36:55,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0027/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:36:55,114 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0027/jobToken. blk_3177605790239728624_1362
2013-10-31 15:36:55,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3177605790239728624_1362 src: /127.0.0.1:41795 dest: /127.0.0.1:53907
2013-10-31 15:36:55,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3177605790239728624_1362 src: /127.0.0.1:53875 dest: /127.0.0.1:57702
2013-10-31 15:36:55,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3177605790239728624_1362 src: /127.0.0.1:40371 dest: /127.0.0.1:48948
2013-10-31 15:36:55,121 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40371, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3177605790239728624_1362, duration: 64279
2013-10-31 15:36:55,122 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3177605790239728624_1362 terminating
2013-10-31 15:36:55,122 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53875, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3177605790239728624_1362, duration: 901413
2013-10-31 15:36:55,123 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3177605790239728624_1362 terminating
2013-10-31 15:36:55,123 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41795, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3177605790239728624_1362, duration: 1826338
2013-10-31 15:36:55,124 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3177605790239728624_1362 size 116
2013-10-31 15:36:55,124 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3177605790239728624_1362 terminating
2013-10-31 15:36:55,126 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3177605790239728624_1362 size 116
2013-10-31 15:36:55,126 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3177605790239728624_1362 size 116
2013-10-31 15:36:55,127 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0027/jobToken from client DFSClient_1342392704
2013-10-31 15:36:55,127 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0027/jobToken is closed by DFSClient_1342392704
2013-10-31 15:36:55,131 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:57702 to replicate blk_4759737814511103207_1356 to datanode(s) 127.0.0.1:42991
2013-10-31 15:36:55,131 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_4684576797089352601_1348
2013-10-31 15:36:55,131 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_3363039849678980044_1342 blk_275103250232527243_1344 blk_-2662203105529824823_1345 blk_-7717317515190923728_1343
2013-10-31 15:36:55,134 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0027/jobToken
2013-10-31 15:36:55,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.splitmetainfo dst=null perm=null
2013-10-31 15:36:55,138 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47100, bytes: 222, op: HDFS_READ, cliID: DFSClient_-1177822380, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8259502558589814354_1358, duration: 270216
2013-10-31 15:36:55,140 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0027 = 34. Number of splits = 6
2013-10-31 15:36:55,140 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,140 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,141 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,141 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,141 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,141 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,142 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,142 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,142 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,142 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,143 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,143 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,143 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,143 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,144 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,144 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,144 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,144 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0027_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:36:55,145 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0027 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:36:55,145 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0027 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:36:56,298 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0027_m_000007_0' to tip task_20131031152505967_0027_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:36:56,302 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0026_m_000004_0'
2013-10-31 15:36:56,303 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0026_m_000005_0'
2013-10-31 15:36:56,304 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0027_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:36:56,304 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0027_m_000007_0 which needs 1 slots
2013-10-31 15:36:56,305 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0027_m_000007_0 which needs 1 slots
2013-10-31 15:36:56,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0027/jobToken dst=null perm=null
2013-10-31 15:36:56,312 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40373, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3177605790239728624_1362, duration: 265227
2013-10-31 15:36:56,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.xml dst=null perm=null
2013-10-31 15:36:56,322 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47103, bytes: 29704, op: HDFS_READ, cliID: DFSClient_1852703987, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5116462701309826240_1359, duration: 387269
2013-10-31 15:36:56,352 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:36:56,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.jar dst=null perm=null
2013-10-31 15:36:56,381 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41802, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1852703987, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4759737814511103207_1356, duration: 1262894
2013-10-31 15:36:56,469 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0026_m_1809732306
2013-10-31 15:36:56,476 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group4547 with signal TERM. Exit code 0
2013-10-31 15:36:56,476 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0027_m_-1654477303
2013-10-31 15:36:56,477 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0027_m_-1654477303 spawned.
2013-10-31 15:36:56,479 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0027/attempt_20131031152505967_0027_m_000007_0/taskjvm.sh
2013-10-31 15:36:56,590 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0026
2013-10-31 15:36:56,590 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0026 being deleted.
2013-10-31 15:36:56,991 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0026_m_1809732306
2013-10-31 15:36:57,156 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:57,157 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:57,157 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:57,157 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0026_m_1809732306 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:57,169 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218) Starting thread to transfer block blk_4759737814511103207_1356 to 127.0.0.1:42991
2013-10-31 15:36:57,170 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7717317515190923728_1343 file build/test/data/dfs/data/data7/current/blk_-7717317515190923728 for deletion
2013-10-31 15:36:57,170 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2662203105529824823_1345 file build/test/data/dfs/data/data7/current/blk_-2662203105529824823 for deletion
2013-10-31 15:36:57,170 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7717317515190923728_1343 at file build/test/data/dfs/data/data7/current/blk_-7717317515190923728
2013-10-31 15:36:57,170 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_275103250232527243_1344 file build/test/data/dfs/data/data8/current/blk_275103250232527243 for deletion
2013-10-31 15:36:57,170 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2662203105529824823_1345 at file build/test/data/dfs/data/data7/current/blk_-2662203105529824823
2013-10-31 15:36:57,170 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_275103250232527243_1344 at file build/test/data/dfs/data/data8/current/blk_275103250232527243
2013-10-31 15:36:57,170 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3363039849678980044_1342 file build/test/data/dfs/data/data8/current/blk_3363039849678980044 for deletion
2013-10-31 15:36:57,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4759737814511103207_1356 src: /127.0.0.1:47105 dest: /127.0.0.1:42991
2013-10-31 15:36:57,171 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218):Transmitted block blk_4759737814511103207_1356 to /127.0.0.1:42991
2013-10-31 15:36:57,171 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3363039849678980044_1342 at file build/test/data/dfs/data/data8/current/blk_3363039849678980044
2013-10-31 15:36:57,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_4759737814511103207_1356 src: /127.0.0.1:47105 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:36:57,175 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4759737814511103207_1356 size 238055
2013-10-31 15:36:57,732 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4684576797089352601_1348 file build/test/data/dfs/data/data5/current/blk_4684576797089352601 for deletion
2013-10-31 15:36:57,733 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4684576797089352601_1348 at file build/test/data/dfs/data/data5/current/blk_4684576797089352601
2013-10-31 15:36:57,821 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0027_m_-1654477303 given task: attempt_20131031152505967_0027_m_000007_0
2013-10-31 15:36:58,132 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_4684576797089352601_1348
2013-10-31 15:36:58,132 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_3363039849678980044_1342 blk_275103250232527243_1344 blk_-7717317515190923728_1343 blk_4684576797089352601_1348
2013-10-31 15:36:58,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:36:59,318 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0026
2013-10-31 15:36:59,318 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0026_m_000001_0 not found in cache
2013-10-31 15:36:59,318 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0026_m_000006_0 not found in cache
2013-10-31 15:36:59,319 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0026_m_000000_0 not found in cache
2013-10-31 15:36:59,319 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0026
2013-10-31 15:36:59,319 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0026 for user-log deletion with retainTimeStamp:1383320219319
2013-10-31 15:36:59,320 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0026_m_000002_0 not found in cache
2013-10-31 15:36:59,320 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0026_m_000003_0 not found in cache
2013-10-31 15:36:59,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0026 for user-log deletion with retainTimeStamp:1383320219321
2013-10-31 15:36:59,560 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4684576797089352601_1348 file build/test/data/dfs/data/data1/current/blk_4684576797089352601 for deletion
2013-10-31 15:36:59,560 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4684576797089352601_1348 at file build/test/data/dfs/data/data1/current/blk_4684576797089352601
2013-10-31 15:36:59,596 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0026_m_436168435 since job job_20131031152505967_0026 is dead
2013-10-31 15:36:59,606 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group4365 with signal TERM. Exit code 0
2013-10-31 15:36:59,694 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0026_m_-1408790904 since job job_20131031152505967_0026 is dead
2013-10-31 15:36:59,704 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group4396 with signal TERM. Exit code 0
2013-10-31 15:36:59,779 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:59,779 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:59,779 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:59,779 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0026_m_436168435 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:36:59,893 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:36:59,893 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:36:59,894 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:36:59,894 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0026_m_-1408790904 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:37:00,171 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7717317515190923728_1343 file build/test/data/dfs/data/data3/current/blk_-7717317515190923728 for deletion
2013-10-31 15:37:00,172 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_275103250232527243_1344 file build/test/data/dfs/data/data4/current/blk_275103250232527243 for deletion
2013-10-31 15:37:00,172 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7717317515190923728_1343 at file build/test/data/dfs/data/data3/current/blk_-7717317515190923728
2013-10-31 15:37:00,172 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_275103250232527243_1344 at file build/test/data/dfs/data/data4/current/blk_275103250232527243
2013-10-31 15:37:00,172 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3363039849678980044_1342 file build/test/data/dfs/data/data4/current/blk_3363039849678980044 for deletion
2013-10-31 15:37:00,173 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4684576797089352601_1348 file build/test/data/dfs/data/data3/current/blk_4684576797089352601 for deletion
2013-10-31 15:37:00,173 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3363039849678980044_1342 at file build/test/data/dfs/data/data4/current/blk_3363039849678980044
2013-10-31 15:37:00,173 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4684576797089352601_1348 at file build/test/data/dfs/data/data3/current/blk_4684576797089352601
2013-10-31 15:37:00,248 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0026_m_-1038404354 since job job_20131031152505967_0026 is dead
2013-10-31 15:37:00,255 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group4129 with signal TERM. Exit code 0
2013-10-31 15:37:00,421 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:00,422 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:00,422 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:00,422 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0026_m_-1038404354 exited with exit code 143. Number of tasks it ran: 3
2013-10-31 15:37:00,637 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0026_m_1781875608 since job job_20131031152505967_0026 is dead
2013-10-31 15:37:00,647 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group4310 with signal TERM. Exit code 0
2013-10-31 15:37:00,834 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:00,835 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:00,835 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:00,835 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0026_m_1781875608 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:37:01,239 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000007_0 0.0% setup
2013-10-31 15:37:01,242 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0027_m_000007_0 is done.
2013-10-31 15:37:01,242 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0027_m_000007_0 was -1
2013-10-31 15:37:01,242 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:01,305 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0026
2013-10-31 15:37:01,305 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0026_m_000004_0 not found in cache
2013-10-31 15:37:01,305 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0026_m_000005_0 not found in cache
2013-10-31 15:37:01,306 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0026 for user-log deletion with retainTimeStamp:1383320221306
2013-10-31 15:37:01,493 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0026_m_70220288 since job job_20131031152505967_0026 is dead
2013-10-31 15:37:01,502 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group4536 with signal TERM. Exit code 0
2013-10-31 15:37:01,642 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:37:01,651 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:37:01,659 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:37:01,668 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:37:01,676 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:37:01,684 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:37:01,693 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:37:01,694 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:37:01,704 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:01,704 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:01,705 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:01,705 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0026_m_70220288 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:37:02,056 INFO datanode.DataBlockScanner (DataBlockScanner.java:verifyBlock(462)) - Verification succeeded for blk_-3941336538315487098_1167
2013-10-31 15:37:02,311 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0027_m_000007_0' has completed task_20131031152505967_0027_m_000007 successfully.
2013-10-31 15:37:02,314 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0027_m_000000_0' to tip task_20131031152505967_0027_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:37:02,315 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0027_m_000000
2013-10-31 15:37:02,315 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0027_m_000001_0' to tip task_20131031152505967_0027_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:37:02,316 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0027_m_000001
2013-10-31 15:37:02,318 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0027_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:37:02,319 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0027_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:37:02,319 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0027_m_000000_0 which needs 1 slots
2013-10-31 15:37:02,319 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0027_m_000000_0 which needs 1 slots
2013-10-31 15:37:02,320 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0027_m_000001_0 which needs 1 slots
2013-10-31 15:37:02,320 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0027_m_000001_0 which needs 1 slots
2013-10-31 15:37:02,357 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0027_m_29318193
2013-10-31 15:37:02,357 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0027_m_29318193 spawned.
2013-10-31 15:37:02,358 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0027/attempt_20131031152505967_0027_m_000001_0. Attempting to reuse: jvm_20131031152505967_0027_m_-1654477303
2013-10-31 15:37:02,364 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0027/attempt_20131031152505967_0027_m_000000_0/taskjvm.sh
2013-10-31 15:37:02,597 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0027_m_000002_0' to tip task_20131031152505967_0027_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:37:02,597 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0027_m_000002
2013-10-31 15:37:02,598 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0027_m_000003_0' to tip task_20131031152505967_0027_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:37:02,598 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0027_m_000003
2013-10-31 15:37:02,600 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0027_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:37:02,601 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0027_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:37:02,602 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0027_m_000002_0 which needs 1 slots
2013-10-31 15:37:02,602 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0027_m_000002_0 which needs 1 slots
2013-10-31 15:37:02,602 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0027_m_000003_0 which needs 1 slots
2013-10-31 15:37:02,603 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0027_m_000003_0 which needs 1 slots
2013-10-31 15:37:02,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0027/jobToken dst=null perm=null
2013-10-31 15:37:02,630 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40381, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3177605790239728624_1362, duration: 295317
2013-10-31 15:37:02,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.xml dst=null perm=null
2013-10-31 15:37:02,677 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41809, bytes: 29704, op: HDFS_READ, cliID: DFSClient_1011770677, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5116462701309826240_1359, duration: 422246
2013-10-31 15:37:02,697 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:37:02,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.jar dst=null perm=null
2013-10-31 15:37:02,711 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40384, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1011770677, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4759737814511103207_1356, duration: 698963
2013-10-31 15:37:02,761 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0027_m_1371657276
2013-10-31 15:37:02,762 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0027_m_1371657276 spawned.
2013-10-31 15:37:02,762 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0027_m_1796137859
2013-10-31 15:37:02,763 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0027_m_1796137859 spawned.
2013-10-31 15:37:02,763 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0027/attempt_20131031152505967_0027_m_000002_0/taskjvm.sh
2013-10-31 15:37:02,764 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0027/attempt_20131031152505967_0027_m_000003_0/taskjvm.sh
2013-10-31 15:37:02,802 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0027_m_-1654477303 given task: attempt_20131031152505967_0027_m_000001_0
2013-10-31 15:37:02,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split dst=null perm=null
2013-10-31 15:37:02,904 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47114, bytes: 2118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5685214517256567408_1357, duration: 159637
2013-10-31 15:37:02,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:37:02,945 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41813, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 131503
2013-10-31 15:37:03,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:03,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:03,239 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000001_0/part-00001. blk_-4651157320551382761_1363
2013-10-31 15:37:03,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4651157320551382761_1363 src: /127.0.0.1:41814 dest: /127.0.0.1:53907
2013-10-31 15:37:03,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4651157320551382761_1363 src: /127.0.0.1:40389 dest: /127.0.0.1:48948
2013-10-31 15:37:03,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4651157320551382761_1363 src: /127.0.0.1:53895 dest: /127.0.0.1:57702
2013-10-31 15:37:03,260 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53895, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4651157320551382761_1363, duration: 1278856
2013-10-31 15:37:03,260 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4651157320551382761_1363 terminating
2013-10-31 15:37:03,260 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40389, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4651157320551382761_1363, duration: 1646219
2013-10-31 15:37:03,260 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4651157320551382761_1363 terminating
2013-10-31 15:37:03,261 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41814, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4651157320551382761_1363, duration: 2052115
2013-10-31 15:37:03,261 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4651157320551382761_1363 terminating
2013-10-31 15:37:03,264 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4651157320551382761_1363 size 114
2013-10-31 15:37:03,265 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4651157320551382761_1363 size 114
2013-10-31 15:37:03,265 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4651157320551382761_1363 size 114
2013-10-31 15:37:03,323 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0027_m_000004_0' to tip task_20131031152505967_0027_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:37:03,324 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0027_m_000004
2013-10-31 15:37:03,324 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0027_m_000005_0' to tip task_20131031152505967_0027_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:37:03,324 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0027_m_000005
2013-10-31 15:37:03,325 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0027_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:37:03,326 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0027_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:37:03,326 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0027_m_000004_0 which needs 1 slots
2013-10-31 15:37:03,326 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0027_m_000004_0 which needs 1 slots
2013-10-31 15:37:03,326 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0027_m_000005_0 which needs 1 slots
2013-10-31 15:37:03,326 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0027_m_000005_0 which needs 1 slots
2013-10-31 15:37:03,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0027/jobToken dst=null perm=null
2013-10-31 15:37:03,331 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40392, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3177605790239728624_1362, duration: 136782
2013-10-31 15:37:03,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.xml dst=null perm=null
2013-10-31 15:37:03,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41820, bytes: 29704, op: HDFS_READ, cliID: DFSClient_812147864, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5116462701309826240_1359, duration: 158543
2013-10-31 15:37:03,348 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:37:03,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.jar dst=null perm=null
2013-10-31 15:37:03,361 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53900, bytes: 239915, op: HDFS_READ, cliID: DFSClient_812147864, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4759737814511103207_1356, duration: 614367
2013-10-31 15:37:03,413 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0027_m_1736399051
2013-10-31 15:37:03,414 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0027_m_1736399051 spawned.
2013-10-31 15:37:03,414 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0027_m_139669383
2013-10-31 15:37:03,415 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0027_m_139669383 spawned.
2013-10-31 15:37:03,415 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0027/attempt_20131031152505967_0027_m_000005_0/taskjvm.sh
2013-10-31 15:37:03,416 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0027/attempt_20131031152505967_0027_m_000004_0/taskjvm.sh
2013-10-31 15:37:03,475 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0027_m_29318193 given task: attempt_20131031152505967_0027_m_000000_0
2013-10-31 15:37:03,663 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0027_m_000001_0
2013-10-31 15:37:03,664 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0027_m_000001_0
2013-10-31 15:37:03,751 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0027_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:03,751 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000001_0 0.0%
2013-10-31 15:37:03,803 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0027_m_1371657276 given task: attempt_20131031152505967_0027_m_000002_0
2013-10-31 15:37:03,821 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0027_m_1796137859 given task: attempt_20131031152505967_0027_m_000003_0
2013-10-31 15:37:03,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split dst=null perm=null
2013-10-31 15:37:03,984 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41825, bytes: 2118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5685214517256567408_1357, duration: 175675
2013-10-31 15:37:04,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:37:04,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:04,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:04,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split dst=null perm=null
2013-10-31 15:37:04,385 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40404, bytes: 1086, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000003_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5685214517256567408_1357, duration: 163661
2013-10-31 15:37:04,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split dst=null perm=null
2013-10-31 15:37:04,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53910, bytes: 1602, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000002_0, offset: 512, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5685214517256567408_1357, duration: 219938
2013-10-31 15:37:04,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:04,424 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47134, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 131840
2013-10-31 15:37:04,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:04,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:04,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:04,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:04,468 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53912, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 126792
2013-10-31 15:37:04,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:04,473 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000000_0/part-00000. blk_7815846344193612220_1366
2013-10-31 15:37:04,498 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0027_m_139669383 given task: attempt_20131031152505967_0027_m_000004_0
2013-10-31 15:37:04,501 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0027_m_1736399051 given task: attempt_20131031152505967_0027_m_000005_0
2013-10-31 15:37:04,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7815846344193612220_1366 src: /127.0.0.1:41834 dest: /127.0.0.1:53907
2013-10-31 15:37:04,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7815846344193612220_1366 src: /127.0.0.1:40409 dest: /127.0.0.1:48948
2013-10-31 15:37:04,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7815846344193612220_1366 src: /127.0.0.1:53915 dest: /127.0.0.1:57702
2013-10-31 15:37:04,507 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53915, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7815846344193612220_1366, duration: 1694160
2013-10-31 15:37:04,507 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7815846344193612220_1366 terminating
2013-10-31 15:37:04,508 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7815846344193612220_1366 size 136
2013-10-31 15:37:04,508 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40409, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7815846344193612220_1366, duration: 2665466
2013-10-31 15:37:04,508 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7815846344193612220_1366 terminating
2013-10-31 15:37:04,508 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41834, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7815846344193612220_1366, duration: 3100048
2013-10-31 15:37:04,508 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7815846344193612220_1366 terminating
2013-10-31 15:37:04,509 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0027_m_000000_0
2013-10-31 15:37:04,509 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0027_m_000000_0
2013-10-31 15:37:04,510 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7815846344193612220_1366 size 136
2013-10-31 15:37:04,512 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7815846344193612220_1366 size 136
2013-10-31 15:37:04,556 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0027_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:04,557 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000000_0 0.0%
2013-10-31 15:37:04,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE dst=null perm=null
2013-10-31 15:37:04,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00000 dst=null perm=null
2013-10-31 15:37:04,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00001 dst=null perm=null
2013-10-31 15:37:04,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00002 dst=null perm=null
2013-10-31 15:37:04,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00003 dst=null perm=null
2013-10-31 15:37:04,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00004 dst=null perm=null
2013-10-31 15:37:04,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00005 dst=null perm=null
2013-10-31 15:37:04,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00000 dst=null perm=null
2013-10-31 15:37:04,700 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40411, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8490732589511193362_1352, duration: 138688
2013-10-31 15:37:04,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00001 dst=null perm=null
2013-10-31 15:37:04,710 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53917, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1183364667800951352_1349, duration: 120101
2013-10-31 15:37:04,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00002 dst=null perm=null
2013-10-31 15:37:04,713 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41839, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3650613872748528561_1352, duration: 100454
2013-10-31 15:37:04,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00003 dst=null perm=null
2013-10-31 15:37:04,716 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53919, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6273607815156884429_1352, duration: 100145
2013-10-31 15:37:04,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00004 dst=null perm=null
2013-10-31 15:37:04,719 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41841, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8303325458568944866_1354, duration: 98958
2013-10-31 15:37:04,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00005 dst=null perm=null
2013-10-31 15:37:04,722 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41842, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-304384821507549159_1354, duration: 97494
2013-10-31 15:37:04,731 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000003_0/part-00003. blk_-7734976258757290149_1366
2013-10-31 15:37:04,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE dst=null perm=null
2013-10-31 15:37:04,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00000 dst=null perm=null
2013-10-31 15:37:04,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00001 dst=null perm=null
2013-10-31 15:37:04,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00002 dst=null perm=null
2013-10-31 15:37:04,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00003 dst=null perm=null
2013-10-31 15:37:04,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00004 dst=null perm=null
2013-10-31 15:37:04,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00005 dst=null perm=null
2013-10-31 15:37:04,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00000 dst=null perm=null
2013-10-31 15:37:04,753 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47146, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8490732589511193362_1352, duration: 137412
2013-10-31 15:37:04,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7734976258757290149_1366 src: /127.0.0.1:47145 dest: /127.0.0.1:42991
2013-10-31 15:37:04,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7734976258757290149_1366 src: /127.0.0.1:41845 dest: /127.0.0.1:53907
2013-10-31 15:37:04,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7734976258757290149_1366 src: /127.0.0.1:53925 dest: /127.0.0.1:57702
2013-10-31 15:37:04,758 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53925, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7734976258757290149_1366, duration: 1018570
2013-10-31 15:37:04,758 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7734976258757290149_1366 terminating
2013-10-31 15:37:04,758 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41845, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7734976258757290149_1366, duration: 1469834
2013-10-31 15:37:04,759 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7734976258757290149_1366 terminating
2013-10-31 15:37:04,759 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47145, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7734976258757290149_1366, duration: 1914747
2013-10-31 15:37:04,759 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7734976258757290149_1366 terminating
2013-10-31 15:37:04,759 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7734976258757290149_1366 size 136
2013-10-31 15:37:04,760 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0027_m_000003_0
2013-10-31 15:37:04,760 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0027_m_000003_0
2013-10-31 15:37:04,760 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7734976258757290149_1366 size 136
2013-10-31 15:37:04,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00001 dst=null perm=null
2013-10-31 15:37:04,762 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41847, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1183364667800951352_1349, duration: 121946
2013-10-31 15:37:04,763 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7734976258757290149_1366 size 136
2013-10-31 15:37:04,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00002 dst=null perm=null
2013-10-31 15:37:04,765 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41848, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3650613872748528561_1352, duration: 109771
2013-10-31 15:37:04,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00003 dst=null perm=null
2013-10-31 15:37:04,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40423, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6273607815156884429_1352, duration: 115994
2013-10-31 15:37:04,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00004 dst=null perm=null
2013-10-31 15:37:04,772 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40424, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8303325458568944866_1354, duration: 106639
2013-10-31 15:37:04,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00005 dst=null perm=null
2013-10-31 15:37:04,774 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53930, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-304384821507549159_1354, duration: 101139
2013-10-31 15:37:04,777 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40426, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 101562
2013-10-31 15:37:04,784 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000002_0/part-00002. blk_-2360247437915579069_1366
2013-10-31 15:37:04,806 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0027_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:04,806 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000003_0 0.0%
2013-10-31 15:37:04,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2360247437915579069_1366 src: /127.0.0.1:40427 dest: /127.0.0.1:48948
2013-10-31 15:37:04,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2360247437915579069_1366 src: /127.0.0.1:53933 dest: /127.0.0.1:57702
2013-10-31 15:37:04,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2360247437915579069_1366 src: /127.0.0.1:41855 dest: /127.0.0.1:53907
2013-10-31 15:37:04,810 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41855, dest: /127.0.0.1:53907, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2360247437915579069_1366, duration: 998411
2013-10-31 15:37:04,811 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2360247437915579069_1366 terminating
2013-10-31 15:37:04,811 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2360247437915579069_1366 size 180
2013-10-31 15:37:04,811 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53933, dest: /127.0.0.1:57702, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2360247437915579069_1366, duration: 1455740
2013-10-31 15:37:04,811 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2360247437915579069_1366 terminating
2013-10-31 15:37:04,811 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40427, dest: /127.0.0.1:48948, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2360247437915579069_1366, duration: 1896460
2013-10-31 15:37:04,812 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2360247437915579069_1366 terminating
2013-10-31 15:37:04,812 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0027_m_000002_0
2013-10-31 15:37:04,812 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0027_m_000002_0
2013-10-31 15:37:04,814 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2360247437915579069_1366 size 180
2013-10-31 15:37:04,815 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2360247437915579069_1366 size 180
2013-10-31 15:37:04,877 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0027_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:04,878 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000002_0 0.0%
2013-10-31 15:37:04,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split dst=null perm=null
2013-10-31 15:37:04,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027/job.split dst=null perm=null
2013-10-31 15:37:05,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47161, bytes: 570, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000005_0, offset: 1536, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5685214517256567408_1357, duration: 170790
2013-10-31 15:37:05,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47160, bytes: 1086, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5685214517256567408_1357, duration: 166259
2013-10-31 15:37:05,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:37:05,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:05,042 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47162, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 111434
2013-10-31 15:37:05,042 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40435, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 112909
2013-10-31 15:37:05,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:05,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:05,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:05,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:05,350 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000004_0/part-00004. blk_-2593130388178756411_1368
2013-10-31 15:37:05,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE dst=null perm=null
2013-10-31 15:37:05,354 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0027_m_000000_0
2013-10-31 15:37:05,355 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0027_m_000001_0
2013-10-31 15:37:05,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00000 dst=null perm=null
2013-10-31 15:37:05,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00001 dst=null perm=null
2013-10-31 15:37:05,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00002 dst=null perm=null
2013-10-31 15:37:05,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00003 dst=null perm=null
2013-10-31 15:37:05,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00004 dst=null perm=null
2013-10-31 15:37:05,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00005 dst=null perm=null
2013-10-31 15:37:05,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2593130388178756411_1368 src: /127.0.0.1:41862 dest: /127.0.0.1:53907
2013-10-31 15:37:05,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00000 dst=null perm=null
2013-10-31 15:37:05,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2593130388178756411_1368 src: /127.0.0.1:47165 dest: /127.0.0.1:42991
2013-10-31 15:37:05,446 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47166, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8490732589511193362_1352, duration: 285604
2013-10-31 15:37:05,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2593130388178756411_1368 src: /127.0.0.1:40439 dest: /127.0.0.1:48948
2013-10-31 15:37:05,449 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40439, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2593130388178756411_1368, duration: 1984006
2013-10-31 15:37:05,449 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2593130388178756411_1368 terminating
2013-10-31 15:37:05,450 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47165, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2593130388178756411_1368, duration: 1966823
2013-10-31 15:37:05,450 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2593130388178756411_1368 terminating
2013-10-31 15:37:05,451 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2593130388178756411_1368 size 70
2013-10-31 15:37:05,451 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41862, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2593130388178756411_1368, duration: 2951606
2013-10-31 15:37:05,451 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2593130388178756411_1368 size 70
2013-10-31 15:37:05,451 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2593130388178756411_1368 terminating
2013-10-31 15:37:05,452 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2593130388178756411_1368 size 70
2013-10-31 15:37:05,452 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0027_m_000004_0
2013-10-31 15:37:05,453 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0027_m_000004_0
2013-10-31 15:37:05,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00001 dst=null perm=null
2013-10-31 15:37:05,466 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53945, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1183364667800951352_1349, duration: 140094
2013-10-31 15:37:05,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00002 dst=null perm=null
2013-10-31 15:37:05,472 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53946, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3650613872748528561_1352, duration: 103504
2013-10-31 15:37:05,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00003 dst=null perm=null
2013-10-31 15:37:05,475 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53947, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6273607815156884429_1352, duration: 108348
2013-10-31 15:37:05,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00004 dst=null perm=null
2013-10-31 15:37:05,478 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47171, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8303325458568944866_1354, duration: 101321
2013-10-31 15:37:05,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE/part-00005 dst=null perm=null
2013-10-31 15:37:05,481 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53949, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0027_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-304384821507549159_1354, duration: 101885
2013-10-31 15:37:05,487 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000005_0/part-00005. blk_5412005806161818178_1368
2013-10-31 15:37:05,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5412005806161818178_1368 src: /127.0.0.1:40445 dest: /127.0.0.1:48948
2013-10-31 15:37:05,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5412005806161818178_1368 src: /127.0.0.1:47174 dest: /127.0.0.1:42991
2013-10-31 15:37:05,514 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5412005806161818178_1368 src: /127.0.0.1:41873 dest: /127.0.0.1:53907
2013-10-31 15:37:05,517 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41873, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5412005806161818178_1368, duration: 1222529
2013-10-31 15:37:05,517 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5412005806161818178_1368 terminating
2013-10-31 15:37:05,517 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47174, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5412005806161818178_1368, duration: 1629771
2013-10-31 15:37:05,518 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5412005806161818178_1368 terminating
2013-10-31 15:37:05,518 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40445, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0027_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5412005806161818178_1368, duration: 2555086
2013-10-31 15:37:05,518 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5412005806161818178_1368 size 70
2013-10-31 15:37:05,518 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5412005806161818178_1368 terminating
2013-10-31 15:37:05,519 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5412005806161818178_1368 size 70
2013-10-31 15:37:05,520 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0027_m_000005_0
2013-10-31 15:37:05,520 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0027_m_000005_0
2013-10-31 15:37:05,520 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5412005806161818178_1368 size 70
2013-10-31 15:37:05,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000000_0 dst=null perm=null
2013-10-31 15:37:05,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:05,605 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0027_m_000002_0
2013-10-31 15:37:05,605 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0027_m_000003_0
2013-10-31 15:37:05,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:05,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000000_0 dst=null perm=null
2013-10-31 15:37:05,688 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0027_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:05,688 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000004_0 0.0%
2013-10-31 15:37:05,702 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0027_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:05,702 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000005_0 0.0%
2013-10-31 15:37:05,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000001_0 dst=null perm=null
2013-10-31 15:37:05,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:05,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:05,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000001_0 dst=null perm=null
2013-10-31 15:37:05,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000003_0 dst=null perm=null
2013-10-31 15:37:05,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:05,869 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:37:05,870 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0027_m_000001_0 is done.
2013-10-31 15:37:05,871 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0027_m_000001_0 was -1
2013-10-31 15:37:05,871 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:37:06,331 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0027_m_000004_0
2013-10-31 15:37:06,332 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0027_m_000005_0
2013-10-31 15:37:06,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000002_0 dst=null perm=null
2013-10-31 15:37:06,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:06,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:06,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:06,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000003_0 dst=null perm=null
2013-10-31 15:37:06,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000002_0 dst=null perm=null
2013-10-31 15:37:06,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000004_0 dst=null perm=null
2013-10-31 15:37:06,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:06,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:06,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000005_0 dst=null perm=null
2013-10-31 15:37:06,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:06,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000004_0 dst=null perm=null
2013-10-31 15:37:06,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:06,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary/_attempt_20131031152505967_0027_m_000005_0 dst=null perm=null
2013-10-31 15:37:06,908 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:37:06,909 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0027_m_000000_0 is done.
2013-10-31 15:37:06,910 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0027_m_000000_0 was -1
2013-10-31 15:37:06,910 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:07,312 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:7+7
2013-10-31 15:37:07,315 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0027_m_000003_0 is done.
2013-10-31 15:37:07,315 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0027_m_000003_0 was -1
2013-10-31 15:37:07,316 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:37:07,319 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0027_m_000007_0
2013-10-31 15:37:07,320 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0027_m_000007_0
2013-10-31 15:37:07,320 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0027_m_000007_0 not found in cache
2013-10-31 15:37:07,331 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+7
2013-10-31 15:37:07,332 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0027_m_000002_0 is done.
2013-10-31 15:37:07,332 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0027_m_000002_0 was -1
2013-10-31 15:37:07,332 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:07,930 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:37:07,931 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:14+1
2013-10-31 15:37:07,932 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0027_m_000004_0 is done.
2013-10-31 15:37:07,932 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0027_m_000004_0 was -1
2013-10-31 15:37:07,933 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:37:07,933 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0027_m_000005_0 is done.
2013-10-31 15:37:07,933 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0027_m_000005_0 was -1
2013-10-31 15:37:07,934 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:08,358 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0027_m_000000_0' has completed task_20131031152505967_0027_m_000000 successfully.
2013-10-31 15:37:08,360 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0027_m_000001_0' has completed task_20131031152505967_0027_m_000001 successfully.
2013-10-31 15:37:08,609 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0027_m_000002_0' has completed task_20131031152505967_0027_m_000002 successfully.
2013-10-31 15:37:08,611 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0027_m_000003_0' has completed task_20131031152505967_0027_m_000003 successfully.
2013-10-31 15:37:09,335 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0027_m_000004_0' has completed task_20131031152505967_0027_m_000004 successfully.
2013-10-31 15:37:09,336 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0027_m_000005_0' has completed task_20131031152505967_0027_m_000005 successfully.
2013-10-31 15:37:09,338 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0027_m_000006_0' to tip task_20131031152505967_0027_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:37:09,340 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0027_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:37:09,341 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0027_m_000006_0 which needs 1 slots
2013-10-31 15:37:09,341 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0027_m_000006_0 which needs 1 slots
2013-10-31 15:37:09,377 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0027/attempt_20131031152505967_0027_m_000006_0. Attempting to reuse: jvm_20131031152505967_0027_m_1736399051
2013-10-31 15:37:09,485 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0027_m_1736399051 given task: attempt_20131031152505967_0027_m_000006_0
2013-10-31 15:37:09,639 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000006_0 0.0%
2013-10-31 15:37:09,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_temporary dst=null perm=null
2013-10-31 15:37:09,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:09,657 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_SUCCESS from client DFSClient_attempt_20131031152505967_0027_m_000006_0
2013-10-31 15:37:09,657 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0027_m_000006_0
2013-10-31 15:37:09,662 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4759737814511103207 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:09,662 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4759737814511103207 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:09,663 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4759737814511103207 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:09,663 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4759737814511103207 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:09,663 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5685214517256567408 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:09,663 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5685214517256567408 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:09,664 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5685214517256567408 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:09,664 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5685214517256567408 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:09,664 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8259502558589814354 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:09,664 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8259502558589814354 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:09,665 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8259502558589814354 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:09,665 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5116462701309826240 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:09,665 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5116462701309826240 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:09,665 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5116462701309826240 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:09,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0027 dst=null perm=null
2013-10-31 15:37:10,134 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_4759737814511103207_1356 blk_5685214517256567408_1357 blk_5116462701309826240_1359
2013-10-31 15:37:10,134 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_4759737814511103207_1356 blk_5685214517256567408_1357 blk_-8259502558589814354_1358 blk_5116462701309826240_1359
2013-10-31 15:37:12,175 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4759737814511103207_1356 file build/test/data/dfs/data/data4/current/blk_4759737814511103207 for deletion
2013-10-31 15:37:12,175 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8259502558589814354_1358 file build/test/data/dfs/data/data8/current/blk_-8259502558589814354 for deletion
2013-10-31 15:37:12,175 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5116462701309826240_1359 file build/test/data/dfs/data/data4/current/blk_5116462701309826240 for deletion
2013-10-31 15:37:12,175 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4759737814511103207_1356 file build/test/data/dfs/data/data8/current/blk_4759737814511103207 for deletion
2013-10-31 15:37:12,176 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5685214517256567408_1357 file build/test/data/dfs/data/data3/current/blk_5685214517256567408 for deletion
2013-10-31 15:37:12,176 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4759737814511103207_1356 at file build/test/data/dfs/data/data4/current/blk_4759737814511103207
2013-10-31 15:37:12,176 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8259502558589814354_1358 at file build/test/data/dfs/data/data8/current/blk_-8259502558589814354
2013-10-31 15:37:12,177 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5116462701309826240_1359 at file build/test/data/dfs/data/data4/current/blk_5116462701309826240
2013-10-31 15:37:12,176 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5685214517256567408_1357 at file build/test/data/dfs/data/data3/current/blk_5685214517256567408
2013-10-31 15:37:12,176 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5116462701309826240_1359 file build/test/data/dfs/data/data7/current/blk_5116462701309826240 for deletion
2013-10-31 15:37:12,177 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4759737814511103207_1356 at file build/test/data/dfs/data/data8/current/blk_4759737814511103207
2013-10-31 15:37:12,178 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5116462701309826240_1359 at file build/test/data/dfs/data/data7/current/blk_5116462701309826240
2013-10-31 15:37:12,178 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5685214517256567408_1357 file build/test/data/dfs/data/data7/current/blk_5685214517256567408 for deletion
2013-10-31 15:37:12,178 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5685214517256567408_1357 at file build/test/data/dfs/data/data7/current/blk_5685214517256567408
2013-10-31 15:37:12,612 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0027_m_000006_0 0.0% cleanup
2013-10-31 15:37:12,613 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0027_m_000006_0 is done.
2013-10-31 15:37:12,613 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0027_m_000006_0 was -1
2013-10-31 15:37:12,614 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:13,135 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_4759737814511103207_1356 blk_5685214517256567408_1357 blk_-8259502558589814354_1358
2013-10-31 15:37:13,135 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_4759737814511103207_1356 blk_5685214517256567408_1357 blk_-8259502558589814354_1358 blk_5116462701309826240_1359
2013-10-31 15:37:14,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8259502558589814354_1358 file build/test/data/dfs/data/data2/current/blk_-8259502558589814354 for deletion
2013-10-31 15:37:14,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4759737814511103207_1356 file build/test/data/dfs/data/data1/current/blk_4759737814511103207 for deletion
2013-10-31 15:37:14,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8259502558589814354_1358 at file build/test/data/dfs/data/data2/current/blk_-8259502558589814354
2013-10-31 15:37:14,565 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5116462701309826240_1359 file build/test/data/dfs/data/data1/current/blk_5116462701309826240 for deletion
2013-10-31 15:37:14,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4759737814511103207_1356 at file build/test/data/dfs/data/data1/current/blk_4759737814511103207
2013-10-31 15:37:14,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5685214517256567408_1357 file build/test/data/dfs/data/data1/current/blk_5685214517256567408 for deletion
2013-10-31 15:37:14,566 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5116462701309826240_1359 at file build/test/data/dfs/data/data1/current/blk_5116462701309826240
2013-10-31 15:37:14,567 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5685214517256567408_1357 at file build/test/data/dfs/data/data1/current/blk_5685214517256567408
2013-10-31 15:37:15,347 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0027_m_000006_0' has completed task_20131031152505967_0027_m_000006 successfully.
2013-10-31 15:37:15,348 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0027 has completed successfully.
2013-10-31 15:37:15,349 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0027,submitTime=1383233815016,launchTime=1383233815145,firstMapTaskLaunchTime=1383233822314,firstJobSetupTaskLaunchTime=1383233816298,firstJobCleanupTaskLaunchTime=1383233829338,finishTime=1383233835348,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=34,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[58E7F5A712DD4186BDFF7EE47B82459A/33F4DC0B16974117B884CD61ED9E5508] merge2*offset/(2/3)
2013-10-31 15:37:15,354 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_logs/history/job_20131031152505967_0027_1383233815016_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2F33F4DC0B16974117. blk_5045060340451472271_1369
2013-10-31 15:37:15,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5045060340451472271_1369 src: /127.0.0.1:47178 dest: /127.0.0.1:42991
2013-10-31 15:37:15,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5045060340451472271_1369 src: /127.0.0.1:40451 dest: /127.0.0.1:48948
2013-10-31 15:37:15,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5045060340451472271_1369 src: /127.0.0.1:53957 dest: /127.0.0.1:57702
2013-10-31 15:37:15,365 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53957, dest: /127.0.0.1:57702, bytes: 29182, op: HDFS_WRITE, cliID: DFSClient_-1177822380, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5045060340451472271_1369, duration: 162952
2013-10-31 15:37:15,365 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5045060340451472271_1369 terminating
2013-10-31 15:37:15,365 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40451, dest: /127.0.0.1:48948, bytes: 29182, op: HDFS_WRITE, cliID: DFSClient_-1177822380, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5045060340451472271_1369, duration: 3042965
2013-10-31 15:37:15,366 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5045060340451472271_1369 terminating
2013-10-31 15:37:15,366 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47178, dest: /127.0.0.1:42991, bytes: 29182, op: HDFS_WRITE, cliID: DFSClient_-1177822380, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5045060340451472271_1369, duration: 3956427
2013-10-31 15:37:15,367 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5045060340451472271_1369 size 29182
2013-10-31 15:37:15,367 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5045060340451472271_1369 terminating
2013-10-31 15:37:15,373 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5045060340451472271_1369 size 29182
2013-10-31 15:37:15,373 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_logs/history/job_20131031152505967_0027_1383233815016_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2F33F4DC0B16974117 from client DFSClient_-1177822380
2013-10-31 15:37:15,374 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/_logs/history/job_20131031152505967_0027_1383233815016_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2F33F4DC0B16974117 is closed by DFSClient_-1177822380
2013-10-31 15:37:15,374 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5045060340451472271_1369 size 29182
2013-10-31 15:37:15,381 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0027_1383233815016_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2F33F4DC0B16974117 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:37:15,382 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0027_m_000004_0'
2013-10-31 15:37:15,382 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0027_m_000005_0'
2013-10-31 15:37:15,382 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0027_m_000006_0'
2013-10-31 15:37:15,384 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3177605790239728624 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:15,384 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3177605790239728624 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:15,384 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3177605790239728624 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:15,387 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] starting step: (1/3) ...dsecondStreamedinterMerge
2013-10-31 15:37:15,387 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0027_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:37:15,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0027 dst=null perm=null
2013-10-31 15:37:15,393 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:37:15,393 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:37:15,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:15,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:37:15,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:15,416 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.jar. blk_882916797498449796_1370
2013-10-31 15:37:15,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_882916797498449796_1370 src: /127.0.0.1:40454 dest: /127.0.0.1:48948
2013-10-31 15:37:15,419 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_882916797498449796_1370 src: /127.0.0.1:53960 dest: /127.0.0.1:57702
2013-10-31 15:37:15,421 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_882916797498449796_1370 src: /127.0.0.1:47184 dest: /127.0.0.1:42991
2013-10-31 15:37:15,432 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47184, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_882916797498449796_1370, duration: 7763302
2013-10-31 15:37:15,432 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_882916797498449796_1370 terminating
2013-10-31 15:37:15,433 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53960, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_882916797498449796_1370, duration: 8598270
2013-10-31 15:37:15,434 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_882916797498449796_1370 terminating
2013-10-31 15:37:15,434 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40454, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_882916797498449796_1370, duration: 9733028
2013-10-31 15:37:15,435 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_882916797498449796_1370 size 238055
2013-10-31 15:37:15,435 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_882916797498449796_1370 terminating
2013-10-31 15:37:15,436 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.jar from client DFSClient_1342392704
2013-10-31 15:37:15,437 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.jar is closed by DFSClient_1342392704
2013-10-31 15:37:15,437 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_882916797498449796_1370 size 238055
2013-10-31 15:37:15,438 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_882916797498449796_1370 size 238055
2013-10-31 15:37:15,441 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.jar. New replication is 10
2013-10-31 15:37:15,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.jar dst=null perm=null
2013-10-31 15:37:15,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:15,450 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:37:15,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86 dst=null perm=null
2013-10-31 15:37:15,456 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:37:15,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00000 dst=null perm=null
2013-10-31 15:37:15,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00001 dst=null perm=null
2013-10-31 15:37:15,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00002 dst=null perm=null
2013-10-31 15:37:15,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00003 dst=null perm=null
2013-10-31 15:37:15,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00004 dst=null perm=null
2013-10-31 15:37:15,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00005 dst=null perm=null
2013-10-31 15:37:15,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:15,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:15,479 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split. New replication is 10
2013-10-31 15:37:15,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split dst=null perm=null
2013-10-31 15:37:15,487 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split. blk_-6554390125946562636_1371
2013-10-31 15:37:15,489 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6554390125946562636_1371 src: /127.0.0.1:41883 dest: /127.0.0.1:53907
2013-10-31 15:37:15,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6554390125946562636_1371 src: /127.0.0.1:53963 dest: /127.0.0.1:57702
2013-10-31 15:37:15,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6554390125946562636_1371 src: /127.0.0.1:40459 dest: /127.0.0.1:48948
2013-10-31 15:37:15,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6554390125946562636_1371 src: /127.0.0.1:47188 dest: /127.0.0.1:42991
2013-10-31 15:37:15,497 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47188, dest: /127.0.0.1:42991, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6554390125946562636_1371, duration: 121669
2013-10-31 15:37:15,497 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6554390125946562636_1371 terminating
2013-10-31 15:37:15,497 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6554390125946562636_1371 size 2083
2013-10-31 15:37:15,498 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40459, dest: /127.0.0.1:48948, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6554390125946562636_1371, duration: 938091
2013-10-31 15:37:15,498 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6554390125946562636_1371 terminating
2013-10-31 15:37:15,499 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53963, dest: /127.0.0.1:57702, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6554390125946562636_1371, duration: 2078186
2013-10-31 15:37:15,499 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6554390125946562636_1371 terminating
2013-10-31 15:37:15,500 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41883, dest: /127.0.0.1:53907, bytes: 2083, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6554390125946562636_1371, duration: 2976465
2013-10-31 15:37:15,500 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-6554390125946562636_1371 terminating
2013-10-31 15:37:15,503 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6554390125946562636_1371 size 2083
2013-10-31 15:37:15,503 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split from client DFSClient_1342392704
2013-10-31 15:37:15,504 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split is closed by DFSClient_1342392704
2013-10-31 15:37:15,504 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6554390125946562636_1371 size 2083
2013-10-31 15:37:15,505 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6554390125946562636_1371 size 2083
2013-10-31 15:37:15,738 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8259502558589814354_1358 file build/test/data/dfs/data/data6/current/blk_-8259502558589814354 for deletion
2013-10-31 15:37:15,739 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4759737814511103207_1356 file build/test/data/dfs/data/data6/current/blk_4759737814511103207 for deletion
2013-10-31 15:37:15,739 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5685214517256567408_1357 file build/test/data/dfs/data/data5/current/blk_5685214517256567408 for deletion
2013-10-31 15:37:15,742 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8259502558589814354_1358 at file build/test/data/dfs/data/data6/current/blk_-8259502558589814354
2013-10-31 15:37:15,742 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5685214517256567408_1357 at file build/test/data/dfs/data/data5/current/blk_5685214517256567408
2013-10-31 15:37:15,742 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4759737814511103207_1356 at file build/test/data/dfs/data/data6/current/blk_4759737814511103207
2013-10-31 15:37:15,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:15,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:15,807 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.splitmetainfo. blk_8199056833168345241_1372
2013-10-31 15:37:15,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8199056833168345241_1372 src: /127.0.0.1:41887 dest: /127.0.0.1:53907
2013-10-31 15:37:15,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8199056833168345241_1372 src: /127.0.0.1:40462 dest: /127.0.0.1:48948
2013-10-31 15:37:15,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8199056833168345241_1372 src: /127.0.0.1:47191 dest: /127.0.0.1:42991
2013-10-31 15:37:15,815 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47191, dest: /127.0.0.1:42991, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8199056833168345241_1372, duration: 70824
2013-10-31 15:37:15,815 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8199056833168345241_1372 terminating
2013-10-31 15:37:15,816 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40462, dest: /127.0.0.1:48948, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8199056833168345241_1372, duration: 874439
2013-10-31 15:37:15,816 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8199056833168345241_1372 terminating
2013-10-31 15:37:15,817 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41887, dest: /127.0.0.1:53907, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8199056833168345241_1372, duration: 1762044
2013-10-31 15:37:15,818 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8199056833168345241_1372 terminating
2013-10-31 15:37:15,819 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8199056833168345241_1372 size 221
2013-10-31 15:37:15,821 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:37:15,821 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:37:15,821 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8199056833168345241_1372 size 221
2013-10-31 15:37:15,822 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8199056833168345241_1372 size 221
2013-10-31 15:37:15,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:15,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:15,845 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.xml. blk_-4364675338087288381_1373
2013-10-31 15:37:15,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4364675338087288381_1373 src: /127.0.0.1:53969 dest: /127.0.0.1:57702
2013-10-31 15:37:15,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4364675338087288381_1373 src: /127.0.0.1:40465 dest: /127.0.0.1:48948
2013-10-31 15:37:15,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4364675338087288381_1373 src: /127.0.0.1:47194 dest: /127.0.0.1:42991
2013-10-31 15:37:15,853 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47194, dest: /127.0.0.1:42991, bytes: 29197, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4364675338087288381_1373, duration: 230164
2013-10-31 15:37:15,853 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4364675338087288381_1373 terminating
2013-10-31 15:37:15,854 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40465, dest: /127.0.0.1:48948, bytes: 29197, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4364675338087288381_1373, duration: 1102144
2013-10-31 15:37:15,854 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4364675338087288381_1373 terminating
2013-10-31 15:37:15,855 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53969, dest: /127.0.0.1:57702, bytes: 29197, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4364675338087288381_1373, duration: 1971898
2013-10-31 15:37:15,855 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4364675338087288381_1373 terminating
2013-10-31 15:37:15,857 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4364675338087288381_1373 size 29197
2013-10-31 15:37:15,857 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.xml from client DFSClient_1342392704
2013-10-31 15:37:15,858 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.xml is closed by DFSClient_1342392704
2013-10-31 15:37:15,858 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4364675338087288381_1373 size 29197
2013-10-31 15:37:15,858 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4364675338087288381_1373 size 29197
2013-10-31 15:37:15,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.xml dst=null perm=null
2013-10-31 15:37:15,873 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47196, bytes: 29429, op: HDFS_READ, cliID: DFSClient_1590546938, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4364675338087288381_1373, duration: 394139
2013-10-31 15:37:15,892 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0028: nMaps=6 nReduces=0 max=-1
2013-10-31 15:37:15,892 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0028 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:37:15,892 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0028
2013-10-31 15:37:15,892 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0028 RESULT=SUCCESS
2013-10-31 15:37:15,892 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0028
2013-10-31 15:37:15,893 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merge2*offset] submitted hadoop job: job_20131031152505967_0028
2013-10-31 15:37:15,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0028_1383233835863_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2FE22C41EBA8244758 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:15,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0028_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:15,913 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0028_conf.xml. blk_2772159219136704197_1375
2013-10-31 15:37:15,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2772159219136704197_1375 src: /127.0.0.1:53974 dest: /127.0.0.1:57702
2013-10-31 15:37:15,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2772159219136704197_1375 src: /127.0.0.1:40470 dest: /127.0.0.1:48948
2013-10-31 15:37:15,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2772159219136704197_1375 src: /127.0.0.1:47199 dest: /127.0.0.1:42991
2013-10-31 15:37:15,920 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47199, dest: /127.0.0.1:42991, bytes: 29262, op: HDFS_WRITE, cliID: DFSClient_1590546938, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2772159219136704197_1375, duration: 382406
2013-10-31 15:37:15,920 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2772159219136704197_1375 terminating
2013-10-31 15:37:15,920 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40470, dest: /127.0.0.1:48948, bytes: 29262, op: HDFS_WRITE, cliID: DFSClient_1590546938, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2772159219136704197_1375, duration: 1401719
2013-10-31 15:37:15,920 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2772159219136704197_1375 terminating
2013-10-31 15:37:15,920 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53974, dest: /127.0.0.1:57702, bytes: 29262, op: HDFS_WRITE, cliID: DFSClient_1590546938, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2772159219136704197_1375, duration: 1657809
2013-10-31 15:37:15,921 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2772159219136704197_1375 size 29262
2013-10-31 15:37:15,921 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2772159219136704197_1375 terminating
2013-10-31 15:37:15,922 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2772159219136704197_1375 size 29262
2013-10-31 15:37:15,923 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2772159219136704197_1375 size 29262
2013-10-31 15:37:15,923 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0028_conf.xml from client DFSClient_1590546938
2013-10-31 15:37:15,924 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0028_conf.xml is closed by DFSClient_1590546938
2013-10-31 15:37:15,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0028/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:15,936 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0028/jobToken. blk_8432433561811403509_1376
2013-10-31 15:37:15,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8432433561811403509_1376 src: /127.0.0.1:47200 dest: /127.0.0.1:42991
2013-10-31 15:37:15,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8432433561811403509_1376 src: /127.0.0.1:41899 dest: /127.0.0.1:53907
2013-10-31 15:37:15,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8432433561811403509_1376 src: /127.0.0.1:53979 dest: /127.0.0.1:57702
2013-10-31 15:37:15,944 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:53979, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8432433561811403509_1376, duration: 66837
2013-10-31 15:37:15,944 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8432433561811403509_1376 terminating
2013-10-31 15:37:15,945 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41899, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8432433561811403509_1376, duration: 832276
2013-10-31 15:37:15,945 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8432433561811403509_1376 terminating
2013-10-31 15:37:15,945 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47200, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8432433561811403509_1376, duration: 1786034
2013-10-31 15:37:15,946 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8432433561811403509_1376 terminating
2013-10-31 15:37:15,948 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8432433561811403509_1376 size 116
2013-10-31 15:37:15,948 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0028/jobToken from client DFSClient_1342392704
2013-10-31 15:37:15,948 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0028/jobToken is closed by DFSClient_1342392704
2013-10-31 15:37:15,949 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8432433561811403509_1376 size 116
2013-10-31 15:37:15,950 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8432433561811403509_1376 size 116
2013-10-31 15:37:15,954 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0028/jobToken
2013-10-31 15:37:15,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.splitmetainfo dst=null perm=null
2013-10-31 15:37:15,958 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40475, bytes: 225, op: HDFS_READ, cliID: DFSClient_1590546938, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8199056833168345241_1372, duration: 259390
2013-10-31 15:37:15,959 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0028 = 706. Number of splits = 6
2013-10-31 15:37:15,960 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,960 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,960 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,961 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,961 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,961 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,961 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,962 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,962 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,962 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,962 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,963 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,964 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,964 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,964 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0028_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:15,964 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0028 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:37:15,965 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0028 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:37:16,136 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:57702 to replicate blk_882916797498449796_1370 to datanode(s) 127.0.0.1:53907
2013-10-31 15:37:16,137 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_3177605790239728624_1362
2013-10-31 15:37:16,137 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_3177605790239728624_1362
2013-10-31 15:37:17,371 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0028_m_000007_0' to tip task_20131031152505967_0028_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:37:17,376 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0027_m_000000_0'
2013-10-31 15:37:17,376 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0027_m_000001_0'
2013-10-31 15:37:17,376 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0027_m_000007_0'
2013-10-31 15:37:17,378 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0028_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:37:17,379 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0028_m_000007_0 which needs 1 slots
2013-10-31 15:37:17,379 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0028_m_000007_0 which needs 1 slots
2013-10-31 15:37:17,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0028/jobToken dst=null perm=null
2013-10-31 15:37:17,387 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47204, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8432433561811403509_1376, duration: 300830
2013-10-31 15:37:17,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.xml dst=null perm=null
2013-10-31 15:37:17,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40478, bytes: 29429, op: HDFS_READ, cliID: DFSClient_-1158072899, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4364675338087288381_1373, duration: 386399
2013-10-31 15:37:17,424 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:37:17,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.jar dst=null perm=null
2013-10-31 15:37:17,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53984, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1158072899, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_882916797498449796_1370, duration: 1533416
2013-10-31 15:37:17,575 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0027_m_-1654477303
2013-10-31 15:37:17,581 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group4824 with signal TERM. Exit code 0
2013-10-31 15:37:17,582 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0028_m_2072566087
2013-10-31 15:37:17,582 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0028_m_2072566087 spawned.
2013-10-31 15:37:17,584 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0028/attempt_20131031152505967_0028_m_000007_0/taskjvm.sh
2013-10-31 15:37:17,623 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0027_m_000002_0'
2013-10-31 15:37:17,624 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0027_m_000003_0'
2013-10-31 15:37:18,082 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:18,082 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:18,082 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:18,082 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0027_m_-1654477303 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:37:18,176 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218) Starting thread to transfer block blk_882916797498449796_1370 to 127.0.0.1:53907
2013-10-31 15:37:18,177 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3177605790239728624_1362 file build/test/data/dfs/data/data7/current/blk_3177605790239728624 for deletion
2013-10-31 15:37:18,177 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3177605790239728624_1362 at file build/test/data/dfs/data/data7/current/blk_3177605790239728624
2013-10-31 15:37:18,178 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_882916797498449796_1370 src: /127.0.0.1:41906 dest: /127.0.0.1:53907
2013-10-31 15:37:18,178 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218):Transmitted block blk_882916797498449796_1370 to /127.0.0.1:53907
2013-10-31 15:37:18,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_882916797498449796_1370 src: /127.0.0.1:41906 dest: /127.0.0.1:53907 of size 238055
2013-10-31 15:37:18,179 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_882916797498449796_1370 size 238055
2013-10-31 15:37:18,342 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0027
2013-10-31 15:37:18,342 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0027 being deleted.
2013-10-31 15:37:18,739 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3177605790239728624_1362 file build/test/data/dfs/data/data6/current/blk_3177605790239728624 for deletion
2013-10-31 15:37:18,739 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3177605790239728624_1362 at file build/test/data/dfs/data/data6/current/blk_3177605790239728624
2013-10-31 15:37:18,826 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0028_m_2072566087 given task: attempt_20131031152505967_0028_m_000007_0
2013-10-31 15:37:19,137 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_3177605790239728624_1362
2013-10-31 15:37:19,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:20,384 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0027
2013-10-31 15:37:20,385 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0027_m_000004_0 not found in cache
2013-10-31 15:37:20,385 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0027_m_000006_0 not found in cache
2013-10-31 15:37:20,385 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0027_m_000005_0 not found in cache
2013-10-31 15:37:20,386 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0027 for user-log deletion with retainTimeStamp:1383320240386
2013-10-31 15:37:20,498 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0027_m_139669383 since job job_20131031152505967_0027 is dead
2013-10-31 15:37:20,509 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5149 with signal TERM. Exit code 0
2013-10-31 15:37:20,652 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0027_m_1736399051 since job job_20131031152505967_0027 is dead
2013-10-31 15:37:20,663 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5146 with signal TERM. Exit code 0
2013-10-31 15:37:20,714 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:20,714 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:20,715 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:20,715 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0027_m_139669383 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:37:20,833 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:20,833 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:20,833 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:20,833 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0027_m_1736399051 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:37:21,178 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3177605790239728624_1362 file build/test/data/dfs/data/data3/current/blk_3177605790239728624 for deletion
2013-10-31 15:37:21,179 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3177605790239728624_1362 at file build/test/data/dfs/data/data3/current/blk_3177605790239728624
2013-10-31 15:37:22,258 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000007_0 0.0% setup
2013-10-31 15:37:22,261 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0028_m_000007_0 is done.
2013-10-31 15:37:22,261 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0028_m_000007_0 was -1
2013-10-31 15:37:22,261 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:22,379 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0027
2013-10-31 15:37:22,379 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0027_m_000001_0 not found in cache
2013-10-31 15:37:22,379 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0027_m_000000_0 not found in cache
2013-10-31 15:37:22,380 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0027 for user-log deletion with retainTimeStamp:1383320242380
2013-10-31 15:37:22,477 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0027_m_29318193 since job job_20131031152505967_0027 is dead
2013-10-31 15:37:22,486 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group4976 with signal TERM. Exit code 0
2013-10-31 15:37:22,624 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0027
2013-10-31 15:37:22,625 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0027_m_000003_0 not found in cache
2013-10-31 15:37:22,625 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0027_m_000002_0 not found in cache
2013-10-31 15:37:22,626 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0027 for user-log deletion with retainTimeStamp:1383320242626
2013-10-31 15:37:22,671 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:22,671 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:22,672 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:22,672 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0027_m_29318193 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:37:22,879 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0027_m_1796137859 since job job_20131031152505967_0027 is dead
2013-10-31 15:37:22,889 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5047 with signal TERM. Exit code 0
2013-10-31 15:37:22,902 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0027_m_1371657276 since job job_20131031152505967_0027 is dead
2013-10-31 15:37:22,913 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5036 with signal TERM. Exit code 0
2013-10-31 15:37:23,078 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:23,078 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:23,078 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:23,078 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0027_m_1796137859 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:37:23,089 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:23,089 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:23,089 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:23,089 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0027_m_1371657276 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:37:23,384 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0028_m_000007_0' has completed task_20131031152505967_0028_m_000007 successfully.
2013-10-31 15:37:23,389 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0028_m_000000_0' to tip task_20131031152505967_0028_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:37:23,390 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0028_m_000000
2013-10-31 15:37:23,390 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0028_m_000001_0' to tip task_20131031152505967_0028_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:37:23,391 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0028_m_000001
2013-10-31 15:37:23,393 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0028_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:37:23,394 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0028_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:37:23,394 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0028_m_000000_0 which needs 1 slots
2013-10-31 15:37:23,395 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0028_m_000000_0 which needs 1 slots
2013-10-31 15:37:23,395 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0028_m_000001_0 which needs 1 slots
2013-10-31 15:37:23,395 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0028_m_000001_0 which needs 1 slots
2013-10-31 15:37:23,433 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0028_m_732297635
2013-10-31 15:37:23,434 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0028_m_732297635 spawned.
2013-10-31 15:37:23,435 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0028/attempt_20131031152505967_0028_m_000001_0. Attempting to reuse: jvm_20131031152505967_0028_m_2072566087
2013-10-31 15:37:23,436 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0028/attempt_20131031152505967_0028_m_000000_0/taskjvm.sh
2013-10-31 15:37:23,630 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0028_m_000002_0' to tip task_20131031152505967_0028_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:37:23,630 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0028_m_000002
2013-10-31 15:37:23,630 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0028_m_000003_0' to tip task_20131031152505967_0028_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:37:23,631 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0028_m_000003
2013-10-31 15:37:23,631 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0028_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:37:23,632 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0028_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:37:23,632 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0028_m_000002_0 which needs 1 slots
2013-10-31 15:37:23,632 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0028_m_000002_0 which needs 1 slots
2013-10-31 15:37:23,632 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0028_m_000003_0 which needs 1 slots
2013-10-31 15:37:23,632 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0028_m_000003_0 which needs 1 slots
2013-10-31 15:37:23,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0028/jobToken dst=null perm=null
2013-10-31 15:37:23,636 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53988, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8432433561811403509_1376, duration: 143751
2013-10-31 15:37:23,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.xml dst=null perm=null
2013-10-31 15:37:23,641 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47213, bytes: 29429, op: HDFS_READ, cliID: DFSClient_-1740992628, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4364675338087288381_1373, duration: 161629
2013-10-31 15:37:23,653 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:37:23,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.jar dst=null perm=null
2013-10-31 15:37:23,665 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40486, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1740992628, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_882916797498449796_1370, duration: 607326
2013-10-31 15:37:23,718 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0028_m_-751373071
2013-10-31 15:37:23,718 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0028_m_-751373071 spawned.
2013-10-31 15:37:23,719 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0028_m_18206281
2013-10-31 15:37:23,719 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0028_m_18206281 spawned.
2013-10-31 15:37:23,720 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0028/attempt_20131031152505967_0028_m_000002_0/taskjvm.sh
2013-10-31 15:37:23,721 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0028/attempt_20131031152505967_0028_m_000003_0/taskjvm.sh
2013-10-31 15:37:23,824 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0028_m_2072566087 given task: attempt_20131031152505967_0028_m_000001_0
2013-10-31 15:37:23,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split dst=null perm=null
2013-10-31 15:37:23,945 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47216, bytes: 2103, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6554390125946562636_1371, duration: 163086
2013-10-31 15:37:23,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00000 dst=null perm=null
2013-10-31 15:37:23,982 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:53994, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7815846344193612220_1366, duration: 128138
2013-10-31 15:37:24,005 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 2050 Total time for transactions(ms): 44Number of transactions batched in Syncs: 274 Number of syncs: 1472 SyncTimes(ms): 49343 6964
2013-10-31 15:37:24,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:24,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:24,310 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0028_m_732297635 given task: attempt_20131031152505967_0028_m_000000_0
2013-10-31 15:37:24,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:24,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:24,344 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47219, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 142301
2013-10-31 15:37:24,347 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0028_m_000004_0' to tip task_20131031152505967_0028_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:37:24,348 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0028_m_000004
2013-10-31 15:37:24,348 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0028_m_000005_0' to tip task_20131031152505967_0028_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:37:24,348 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0028_m_000005
2013-10-31 15:37:24,349 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0028_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:37:24,350 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0028_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:37:24,350 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0028_m_000004_0 which needs 1 slots
2013-10-31 15:37:24,350 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0028_m_000004_0 which needs 1 slots
2013-10-31 15:37:24,350 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0028_m_000005_0 which needs 1 slots
2013-10-31 15:37:24,350 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0028_m_000005_0 which needs 1 slots
2013-10-31 15:37:24,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0028/jobToken dst=null perm=null
2013-10-31 15:37:24,354 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47220, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8432433561811403509_1376, duration: 119936
2013-10-31 15:37:24,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.xml dst=null perm=null
2013-10-31 15:37:24,359 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40494, bytes: 29429, op: HDFS_READ, cliID: DFSClient_-694029704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4364675338087288381_1373, duration: 199006
2013-10-31 15:37:24,361 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000001_0/part-00001. blk_2260201764978593083_1377
2013-10-31 15:37:24,373 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:37:24,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2260201764978593083_1377 src: /127.0.0.1:41921 dest: /127.0.0.1:53907
2013-10-31 15:37:24,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2260201764978593083_1377 src: /127.0.0.1:40496 dest: /127.0.0.1:48948
2013-10-31 15:37:24,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2260201764978593083_1377 src: /127.0.0.1:54002 dest: /127.0.0.1:57702
2013-10-31 15:37:24,384 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54002, dest: /127.0.0.1:57702, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2260201764978593083_1377, duration: 1739664
2013-10-31 15:37:24,384 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2260201764978593083_1377 terminating
2013-10-31 15:37:24,384 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40496, dest: /127.0.0.1:48948, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2260201764978593083_1377, duration: 2084744
2013-10-31 15:37:24,384 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2260201764978593083_1377 terminating
2013-10-31 15:37:24,384 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41921, dest: /127.0.0.1:53907, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2260201764978593083_1377, duration: 2434754
2013-10-31 15:37:24,385 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2260201764978593083_1377 terminating
2013-10-31 15:37:24,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.jar dst=null perm=null
2013-10-31 15:37:24,386 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2260201764978593083_1377 size 8
2013-10-31 15:37:24,387 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0028_m_000001_0
2013-10-31 15:37:24,387 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47226, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-694029704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_882916797498449796_1370, duration: 713482
2013-10-31 15:37:24,387 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0028_m_000001_0
2013-10-31 15:37:24,387 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2260201764978593083_1377 size 8
2013-10-31 15:37:24,388 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2260201764978593083_1377 size 8
2013-10-31 15:37:24,424 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0028_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:24,425 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000001_0 0.0%
2013-10-31 15:37:24,440 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0028_m_1028473514
2013-10-31 15:37:24,441 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0028_m_1028473514 spawned.
2013-10-31 15:37:24,441 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0028_m_-1336045498
2013-10-31 15:37:24,442 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0028_m_-1336045498 spawned.
2013-10-31 15:37:24,442 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0028/attempt_20131031152505967_0028_m_000005_0/taskjvm.sh
2013-10-31 15:37:24,443 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0028/attempt_20131031152505967_0028_m_000004_0/taskjvm.sh
2013-10-31 15:37:24,656 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0028_m_-751373071 given task: attempt_20131031152505967_0028_m_000002_0
2013-10-31 15:37:24,666 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0028_m_18206281 given task: attempt_20131031152505967_0028_m_000003_0
2013-10-31 15:37:24,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split dst=null perm=null
2013-10-31 15:37:24,973 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54007, bytes: 2103, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6554390125946562636_1371, duration: 169848
2013-10-31 15:37:25,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00002 dst=null perm=null
2013-10-31 15:37:25,011 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41929, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2360247437915579069_1366, duration: 121920
2013-10-31 15:37:25,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:25,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:25,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split dst=null perm=null
2013-10-31 15:37:25,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split dst=null perm=null
2013-10-31 15:37:25,181 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40506, bytes: 1587, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000002_0, offset: 512, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6554390125946562636_1371, duration: 171333
2013-10-31 15:37:25,182 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54012, bytes: 1071, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6554390125946562636_1371, duration: 148404
2013-10-31 15:37:25,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00003 dst=null perm=null
2013-10-31 15:37:25,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00001 dst=null perm=null
2013-10-31 15:37:25,219 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54014, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4651157320551382761_1363, duration: 126630
2013-10-31 15:37:25,219 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41934, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7734976258757290149_1366, duration: 147580
2013-10-31 15:37:25,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:25,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:25,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:25,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:25,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:25,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:25,279 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40510, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 152163
2013-10-31 15:37:25,291 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000000_0/part-00000. blk_2358863449779764866_1380
2013-10-31 15:37:25,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2358863449779764866_1380 src: /127.0.0.1:47239 dest: /127.0.0.1:42991
2013-10-31 15:37:25,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2358863449779764866_1380 src: /127.0.0.1:41938 dest: /127.0.0.1:53907
2013-10-31 15:37:25,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2358863449779764866_1380 src: /127.0.0.1:40513 dest: /127.0.0.1:48948
2013-10-31 15:37:25,327 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40513, dest: /127.0.0.1:48948, bytes: 64, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2358863449779764866_1380, duration: 1201394
2013-10-31 15:37:25,327 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2358863449779764866_1380 terminating
2013-10-31 15:37:25,328 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41938, dest: /127.0.0.1:53907, bytes: 64, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2358863449779764866_1380, duration: 1572000
2013-10-31 15:37:25,328 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2358863449779764866_1380 terminating
2013-10-31 15:37:25,328 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47239, dest: /127.0.0.1:42991, bytes: 64, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2358863449779764866_1380, duration: 1992766
2013-10-31 15:37:25,328 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2358863449779764866_1380 terminating
2013-10-31 15:37:25,329 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2358863449779764866_1380 size 64
2013-10-31 15:37:25,329 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0028_m_000000_0
2013-10-31 15:37:25,329 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0028_m_000000_0
2013-10-31 15:37:25,329 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2358863449779764866_1380 size 64
2013-10-31 15:37:25,332 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2358863449779764866_1380 size 64
2013-10-31 15:37:25,376 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0028_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:25,376 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000000_0 0.0%
2013-10-31 15:37:25,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:25,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:25,488 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41942, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 144227
2013-10-31 15:37:25,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:25,499 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000003_0/part-00003. blk_-4616910256366861173_1380
2013-10-31 15:37:25,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:25,505 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41944, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 122322
2013-10-31 15:37:25,516 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000002_0/part-00002. blk_-2624282357060967377_1380
2013-10-31 15:37:25,516 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0028_m_-1336045498 given task: attempt_20131031152505967_0028_m_000004_0
2013-10-31 15:37:25,521 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0028_m_1028473514 given task: attempt_20131031152505967_0028_m_000005_0
2013-10-31 15:37:25,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4616910256366861173_1380 src: /127.0.0.1:41943 dest: /127.0.0.1:53907
2013-10-31 15:37:25,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4616910256366861173_1380 src: /127.0.0.1:54025 dest: /127.0.0.1:57702
2013-10-31 15:37:25,524 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4616910256366861173_1380 src: /127.0.0.1:40521 dest: /127.0.0.1:48948
2013-10-31 15:37:25,526 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40521, dest: /127.0.0.1:48948, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4616910256366861173_1380, duration: 1193552
2013-10-31 15:37:25,526 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4616910256366861173_1380 terminating
2013-10-31 15:37:25,526 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54025, dest: /127.0.0.1:57702, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4616910256366861173_1380, duration: 1529065
2013-10-31 15:37:25,526 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4616910256366861173_1380 terminating
2013-10-31 15:37:25,527 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41943, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4616910256366861173_1380, duration: 1951195
2013-10-31 15:37:25,527 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4616910256366861173_1380 terminating
2013-10-31 15:37:25,529 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4616910256366861173_1380 size 16
2013-10-31 15:37:25,529 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4616910256366861173_1380 size 16
2013-10-31 15:37:25,530 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4616910256366861173_1380 size 16
2013-10-31 15:37:25,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2624282357060967377_1380 src: /127.0.0.1:47247 dest: /127.0.0.1:42991
2013-10-31 15:37:25,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2624282357060967377_1380 src: /127.0.0.1:54028 dest: /127.0.0.1:57702
2013-10-31 15:37:25,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2624282357060967377_1380 src: /127.0.0.1:41950 dest: /127.0.0.1:53907
2013-10-31 15:37:25,554 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41950, dest: /127.0.0.1:53907, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2624282357060967377_1380, duration: 1648268
2013-10-31 15:37:25,554 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2624282357060967377_1380 terminating
2013-10-31 15:37:25,554 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2624282357060967377_1380 size 48
2013-10-31 15:37:25,555 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54028, dest: /127.0.0.1:57702, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2624282357060967377_1380, duration: 2246157
2013-10-31 15:37:25,555 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2624282357060967377_1380 terminating
2013-10-31 15:37:25,556 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47247, dest: /127.0.0.1:42991, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0028_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2624282357060967377_1380, duration: 3372062
2013-10-31 15:37:25,557 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2624282357060967377_1380 terminating
2013-10-31 15:37:25,557 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2624282357060967377_1380 size 48
2013-10-31 15:37:25,558 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0028_m_000002_0
2013-10-31 15:37:25,559 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0028_m_000002_0
2013-10-31 15:37:25,559 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2624282357060967377_1380 size 48
2013-10-31 15:37:25,609 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0028_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:25,609 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000002_0 0.0%
2013-10-31 15:37:25,929 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0028_m_000003_0
2013-10-31 15:37:25,929 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0028_m_000003_0
2013-10-31 15:37:25,976 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0028_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:25,976 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000003_0 0.0%
2013-10-31 15:37:26,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split dst=null perm=null
2013-10-31 15:37:26,031 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41953, bytes: 555, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000005_0, offset: 1536, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6554390125946562636_1371, duration: 163895
2013-10-31 15:37:26,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028/job.split dst=null perm=null
2013-10-31 15:37:26,040 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47256, bytes: 1071, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6554390125946562636_1371, duration: 157455
2013-10-31 15:37:26,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00005 dst=null perm=null
2013-10-31 15:37:26,068 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41955, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5412005806161818178_1368, duration: 111883
2013-10-31 15:37:26,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00004 dst=null perm=null
2013-10-31 15:37:26,076 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41956, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2593130388178756411_1368, duration: 107119
2013-10-31 15:37:26,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:26,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:26,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:26,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:26,395 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0028_m_000000_0
2013-10-31 15:37:26,395 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0028_m_000001_0
2013-10-31 15:37:26,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000001_0 dst=null perm=null
2013-10-31 15:37:26,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:26,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:26,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000001_0 dst=null perm=null
2013-10-31 15:37:26,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:26,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:26,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:26,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:26,522 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40531, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 129160
2013-10-31 15:37:26,522 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40532, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0028_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 136506
2013-10-31 15:37:26,529 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0028_m_000004_0
2013-10-31 15:37:26,529 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0028_m_000004_0
2013-10-31 15:37:26,529 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0028_m_000005_0
2013-10-31 15:37:26,530 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0028_m_000005_0
2013-10-31 15:37:26,579 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0028_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:26,579 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000004_0 0.0%
2013-10-31 15:37:26,588 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0028_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:26,588 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000005_0 0.0%
2013-10-31 15:37:26,636 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0028_m_000002_0
2013-10-31 15:37:26,637 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0028_m_000003_0
2013-10-31 15:37:26,910 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000001_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00000:0+136
2013-10-31 15:37:26,912 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0028_m_000001_0 is done.
2013-10-31 15:37:26,912 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0028_m_000001_0 was -1
2013-10-31 15:37:26,912 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:37:26,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000003_0 dst=null perm=null
2013-10-31 15:37:26,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:27,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:27,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000003_0 dst=null perm=null
2013-10-31 15:37:27,354 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0028_m_000004_0
2013-10-31 15:37:27,355 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0028_m_000005_0
2013-10-31 15:37:27,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000000_0 dst=null perm=null
2013-10-31 15:37:27,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:27,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:27,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000000_0 dst=null perm=null
2013-10-31 15:37:27,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000004_0 dst=null perm=null
2013-10-31 15:37:27,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:27,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000005_0 dst=null perm=null
2013-10-31 15:37:27,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:27,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000002_0 dst=null perm=null
2013-10-31 15:37:27,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:27,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:27,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:27,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000005_0/part-00005 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:27,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000004_0 dst=null perm=null
2013-10-31 15:37:27,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000005_0 dst=null perm=null
2013-10-31 15:37:27,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary/_attempt_20131031152505967_0028_m_000002_0 dst=null perm=null
2013-10-31 15:37:27,894 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000000_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00002:0+180
2013-10-31 15:37:27,895 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0028_m_000000_0 is done.
2013-10-31 15:37:27,896 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0028_m_000000_0 was -1
2013-10-31 15:37:27,896 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:28,107 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000002_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00003:0+136
2013-10-31 15:37:28,108 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0028_m_000002_0 is done.
2013-10-31 15:37:28,109 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0028_m_000002_0 was -1
2013-10-31 15:37:28,109 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:37:28,110 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000003_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00001:0+114
2013-10-31 15:37:28,111 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0028_m_000003_0 is done.
2013-10-31 15:37:28,111 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0028_m_000003_0 was -1
2013-10-31 15:37:28,111 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:28,395 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0028_m_000007_0
2013-10-31 15:37:28,395 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0028_m_000007_0
2013-10-31 15:37:28,395 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0028_m_000007_0 not found in cache
2013-10-31 15:37:28,960 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000005_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00005:0+70
2013-10-31 15:37:28,962 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0028_m_000005_0 is done.
2013-10-31 15:37:28,962 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0028_m_000005_0 was -1
2013-10-31 15:37:28,962 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:37:28,969 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000004_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86/part-00004:0+70
2013-10-31 15:37:28,971 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0028_m_000004_0 is done.
2013-10-31 15:37:28,971 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0028_m_000004_0 was -1
2013-10-31 15:37:28,972 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:29,400 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0028_m_000000_0' has completed task_20131031152505967_0028_m_000000 successfully.
2013-10-31 15:37:29,401 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0028_m_000001_0' has completed task_20131031152505967_0028_m_000001 successfully.
2013-10-31 15:37:29,640 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0028_m_000002_0' has completed task_20131031152505967_0028_m_000002 successfully.
2013-10-31 15:37:29,641 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0028_m_000003_0' has completed task_20131031152505967_0028_m_000003 successfully.
2013-10-31 15:37:30,357 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0028_m_000004_0' has completed task_20131031152505967_0028_m_000004 successfully.
2013-10-31 15:37:30,358 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0028_m_000005_0' has completed task_20131031152505967_0028_m_000005 successfully.
2013-10-31 15:37:30,360 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0028_m_000006_0' to tip task_20131031152505967_0028_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:37:30,362 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0028_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:37:30,362 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0028_m_000006_0 which needs 1 slots
2013-10-31 15:37:30,363 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0028_m_000006_0 which needs 1 slots
2013-10-31 15:37:30,395 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0028/attempt_20131031152505967_0028_m_000006_0. Attempting to reuse: jvm_20131031152505967_0028_m_1028473514
2013-10-31 15:37:30,515 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0028_m_1028473514 given task: attempt_20131031152505967_0028_m_000006_0
2013-10-31 15:37:30,654 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000006_0 0.0%
2013-10-31 15:37:30,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary dst=null perm=null
2013-10-31 15:37:30,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:30,669 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_SUCCESS from client DFSClient_attempt_20131031152505967_0028_m_000006_0
2013-10-31 15:37:30,669 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0028_m_000006_0
2013-10-31 15:37:30,676 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_882916797498449796 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:30,676 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_882916797498449796 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:30,676 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_882916797498449796 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:30,676 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_882916797498449796 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:30,676 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6554390125946562636 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:30,676 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6554390125946562636 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:30,676 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6554390125946562636 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:30,676 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6554390125946562636 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:30,676 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8199056833168345241 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:30,677 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8199056833168345241 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:30,677 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8199056833168345241 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:30,677 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4364675338087288381 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:30,677 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4364675338087288381 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:30,677 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4364675338087288381 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:30,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0028 dst=null perm=null
2013-10-31 15:37:31,139 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-6554390125946562636_1371 blk_882916797498449796_1370 blk_-4364675338087288381_1373 blk_8199056833168345241_1372
2013-10-31 15:37:31,140 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-6554390125946562636_1371 blk_882916797498449796_1370 blk_8199056833168345241_1372
2013-10-31 15:37:33,182 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6554390125946562636_1371 file build/test/data/dfs/data/data4/current/blk_-6554390125946562636 for deletion
2013-10-31 15:37:33,182 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_882916797498449796_1370 file build/test/data/dfs/data/data3/current/blk_882916797498449796 for deletion
2013-10-31 15:37:33,183 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6554390125946562636_1371 at file build/test/data/dfs/data/data4/current/blk_-6554390125946562636
2013-10-31 15:37:33,183 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8199056833168345241_1372 file build/test/data/dfs/data/data3/current/blk_8199056833168345241 for deletion
2013-10-31 15:37:33,183 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_882916797498449796_1370 at file build/test/data/dfs/data/data3/current/blk_882916797498449796
2013-10-31 15:37:33,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8199056833168345241_1372 at file build/test/data/dfs/data/data3/current/blk_8199056833168345241
2013-10-31 15:37:33,628 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0028_m_000006_0 0.0% cleanup
2013-10-31 15:37:33,629 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0028_m_000006_0 is done.
2013-10-31 15:37:33,630 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0028_m_000006_0 was -1
2013-10-31 15:37:33,630 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:33,745 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6554390125946562636_1371 file build/test/data/dfs/data/data6/current/blk_-6554390125946562636 for deletion
2013-10-31 15:37:33,745 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4364675338087288381_1373 file build/test/data/dfs/data/data6/current/blk_-4364675338087288381 for deletion
2013-10-31 15:37:33,745 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6554390125946562636_1371 at file build/test/data/dfs/data/data6/current/blk_-6554390125946562636
2013-10-31 15:37:33,745 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_882916797498449796_1370 file build/test/data/dfs/data/data5/current/blk_882916797498449796 for deletion
2013-10-31 15:37:33,746 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4364675338087288381_1373 at file build/test/data/dfs/data/data6/current/blk_-4364675338087288381
2013-10-31 15:37:33,746 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8199056833168345241_1372 file build/test/data/dfs/data/data5/current/blk_8199056833168345241 for deletion
2013-10-31 15:37:33,746 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_882916797498449796_1370 at file build/test/data/dfs/data/data5/current/blk_882916797498449796
2013-10-31 15:37:33,747 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8199056833168345241_1372 at file build/test/data/dfs/data/data5/current/blk_8199056833168345241
2013-10-31 15:37:34,140 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-6554390125946562636_1371 blk_882916797498449796_1370 blk_-4364675338087288381_1373
2013-10-31 15:37:34,140 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-6554390125946562636_1371 blk_882916797498449796_1370 blk_-4364675338087288381_1373 blk_8199056833168345241_1372
2013-10-31 15:37:35,572 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6554390125946562636_1371 file build/test/data/dfs/data/data1/current/blk_-6554390125946562636 for deletion
2013-10-31 15:37:35,572 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4364675338087288381_1373 file build/test/data/dfs/data/data1/current/blk_-4364675338087288381 for deletion
2013-10-31 15:37:35,572 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6554390125946562636_1371 at file build/test/data/dfs/data/data1/current/blk_-6554390125946562636
2013-10-31 15:37:35,572 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_882916797498449796_1370 file build/test/data/dfs/data/data2/current/blk_882916797498449796 for deletion
2013-10-31 15:37:35,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4364675338087288381_1373 at file build/test/data/dfs/data/data1/current/blk_-4364675338087288381
2013-10-31 15:37:35,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8199056833168345241_1372 file build/test/data/dfs/data/data2/current/blk_8199056833168345241 for deletion
2013-10-31 15:37:35,573 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_882916797498449796_1370 at file build/test/data/dfs/data/data2/current/blk_882916797498449796
2013-10-31 15:37:35,574 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8199056833168345241_1372 at file build/test/data/dfs/data/data2/current/blk_8199056833168345241
2013-10-31 15:37:36,183 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6554390125946562636_1371 file build/test/data/dfs/data/data8/current/blk_-6554390125946562636 for deletion
2013-10-31 15:37:36,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4364675338087288381_1373 file build/test/data/dfs/data/data7/current/blk_-4364675338087288381 for deletion
2013-10-31 15:37:36,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6554390125946562636_1371 at file build/test/data/dfs/data/data8/current/blk_-6554390125946562636
2013-10-31 15:37:36,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4364675338087288381_1373 at file build/test/data/dfs/data/data7/current/blk_-4364675338087288381
2013-10-31 15:37:36,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_882916797498449796_1370 file build/test/data/dfs/data/data7/current/blk_882916797498449796 for deletion
2013-10-31 15:37:36,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_882916797498449796_1370 at file build/test/data/dfs/data/data7/current/blk_882916797498449796
2013-10-31 15:37:36,369 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0028_m_000006_0' has completed task_20131031152505967_0028_m_000006 successfully.
2013-10-31 15:37:36,370 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0028 has completed successfully.
2013-10-31 15:37:36,371 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0028,submitTime=1383233835863,launchTime=1383233835964,firstMapTaskLaunchTime=1383233843389,firstJobSetupTaskLaunchTime=1383233837371,firstJobCleanupTaskLaunchTime=1383233850360,finishTime=1383233856370,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=33,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[58E7F5A712DD4186BDFF7EE47B82459A/E22C41EBA8244758BA090D3D05C39865] merge2*offset/(1/3) ...dsecondStreamedinterMerge
2013-10-31 15:37:36,380 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0028_1383233835863_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2FE22C41EBA8244758. blk_-3493917858403514025_1383
2013-10-31 15:37:36,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3493917858403514025_1383 src: /127.0.0.1:47267 dest: /127.0.0.1:42991
2013-10-31 15:37:36,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3493917858403514025_1383 src: /127.0.0.1:40540 dest: /127.0.0.1:48948
2013-10-31 15:37:36,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3493917858403514025_1383 src: /127.0.0.1:41967 dest: /127.0.0.1:53907
2013-10-31 15:37:36,397 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41967, dest: /127.0.0.1:53907, bytes: 28947, op: HDFS_WRITE, cliID: DFSClient_1590546938, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3493917858403514025_1383, duration: 4677569
2013-10-31 15:37:36,397 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3493917858403514025_1383 terminating
2013-10-31 15:37:36,398 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40540, dest: /127.0.0.1:48948, bytes: 28947, op: HDFS_WRITE, cliID: DFSClient_1590546938, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3493917858403514025_1383, duration: 3914696
2013-10-31 15:37:36,398 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3493917858403514025_1383 terminating
2013-10-31 15:37:36,399 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3493917858403514025_1383 size 28947
2013-10-31 15:37:36,399 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47267, dest: /127.0.0.1:42991, bytes: 28947, op: HDFS_WRITE, cliID: DFSClient_1590546938, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3493917858403514025_1383, duration: 7407116
2013-10-31 15:37:36,400 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3493917858403514025_1383 terminating
2013-10-31 15:37:36,403 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3493917858403514025_1383 size 28947
2013-10-31 15:37:36,404 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3493917858403514025_1383 size 28947
2013-10-31 15:37:36,404 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0028_1383233835863_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2FE22C41EBA8244758 from client DFSClient_1590546938
2013-10-31 15:37:36,418 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_logs/history/job_20131031152505967_0028_1383233835863_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2FE22C41EBA8244758 is closed by DFSClient_1590546938
2013-10-31 15:37:36,425 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0028_1383233835863_hadoop_%5B58E7F5A712DD4186BDFF7EE47B82459A%2FE22C41EBA8244758 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:37:36,429 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0028_m_000004_0'
2013-10-31 15:37:36,429 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0028_m_000005_0'
2013-10-31 15:37:36,431 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0028_m_000006_0'
2013-10-31 15:37:36,432 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8432433561811403509 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,432 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8432433561811403509 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,432 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8432433561811403509 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:36,433 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0028
2013-10-31 15:37:36,433 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0028 being deleted.
2013-10-31 15:37:36,434 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0028_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:37:36,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0028 dst=null perm=null
2013-10-31 15:37:36,441 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8106386438422625467 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,442 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8106386438422625467 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,442 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8106386438422625467 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,443 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_866947383341427922 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,443 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_866947383341427922 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,443 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_866947383341427922 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:36,444 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8490732589511193362 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:36,444 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8490732589511193362 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,444 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8490732589511193362 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,445 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1183364667800951352 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,445 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1183364667800951352 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,445 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1183364667800951352 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,445 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3650613872748528561 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:36,446 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3650613872748528561 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,446 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3650613872748528561 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,446 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6273607815156884429 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,446 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6273607815156884429 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:36,447 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6273607815156884429 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,447 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8303325458568944866 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:36,447 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8303325458568944866 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,447 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8303325458568944866 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,447 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-304384821507549159 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,448 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-304384821507549159 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,448 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-304384821507549159 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9560403519_merge1_13BCF254805545ECB4FBD0D4CAC19FDE dst=null perm=null
2013-10-31 15:37:36,453 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5045060340451472271 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:36,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5045060340451472271 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5045060340451472271 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2105411231502615535 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2105411231502615535 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,455 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2105411231502615535 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:36,455 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7815846344193612220 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,455 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7815846344193612220 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,455 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7815846344193612220 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,456 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4651157320551382761 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,456 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4651157320551382761 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,456 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4651157320551382761 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,456 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2360247437915579069 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,456 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2360247437915579069 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,457 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2360247437915579069 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,457 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7734976258757290149 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:36,457 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7734976258757290149 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,457 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7734976258757290149 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:36,458 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2593130388178756411 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,458 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2593130388178756411 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,458 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2593130388178756411 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:36,458 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5412005806161818178 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:36,458 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5412005806161818178 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:36,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5412005806161818178 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:36,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/2579163564_merge2_05BF180C9F3A44E389A2AF8CB7242F86 dst=null perm=null
2013-10-31 15:37:36,467 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/_temporary
2013-10-31 15:37:36,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge dst=null perm=null
2013-10-31 15:37:36,488 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:37:36,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:37:36,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:37:36,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:37:36,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:37:36,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:37:36,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00005 dst=null perm=null
2013-10-31 15:37:36,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:37:36,499 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40543, bytes: 68, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2358863449779764866_1380, duration: 336664
2013-10-31 15:37:36,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:37:36,502 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41970, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2260201764978593083_1377, duration: 257009
2013-10-31 15:37:36,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:37:36,505 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54050, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2624282357060967377_1380, duration: 255033
2013-10-31 15:37:36,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:37:36,509 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54051, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4616910256366861173_1380, duration: 258957
2013-10-31 15:37:36,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:37:36,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00005 dst=null perm=null
2013-10-31 15:37:36,512 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge
2013-10-31 15:37:36,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge dst=null perm=null
2013-10-31 15:37:36,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:37:36,520 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47275, bytes: 68, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2358863449779764866_1380, duration: 252354
2013-10-31 15:37:36,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:37:36,525 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54053, bytes: 12, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2260201764978593083_1377, duration: 276177
2013-10-31 15:37:36,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:37:36,529 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54054, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2624282357060967377_1380, duration: 249419
2013-10-31 15:37:36,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:37:36,534 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54055, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4616910256366861173_1380, duration: 260484
2013-10-31 15:37:36,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:37:36,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondStreamedinterMerge/part-00005 dst=null perm=null
2013-10-31 15:37:36,562 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:37:36,563 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:37:36,584 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] starting
2013-10-31 15:37:36,584 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:37:36,584 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:37:36,584 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:37:36,585 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated"]
2013-10-31 15:37:36,585 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] parallel execution is enabled: true
2013-10-31 15:37:36,585 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] starting jobs: 2
2013-10-31 15:37:36,585 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] allocating threads: 2
2013-10-31 15:37:36,586 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge] starting step: (2/2)
2013-10-31 15:37:36,590 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:37:36,590 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:37:36,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:36,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:37:36,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:36,609 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.jar. blk_4917192967430074411_1384
2013-10-31 15:37:36,610 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4917192967430074411_1384 src: /127.0.0.1:41977 dest: /127.0.0.1:53907
2013-10-31 15:37:36,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4917192967430074411_1384 src: /127.0.0.1:47280 dest: /127.0.0.1:42991
2013-10-31 15:37:36,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4917192967430074411_1384 src: /127.0.0.1:54058 dest: /127.0.0.1:57702
2013-10-31 15:37:36,623 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54058, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4917192967430074411_1384, duration: 6982199
2013-10-31 15:37:36,624 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4917192967430074411_1384 terminating
2013-10-31 15:37:36,624 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47280, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4917192967430074411_1384, duration: 7860197
2013-10-31 15:37:36,625 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4917192967430074411_1384 terminating
2013-10-31 15:37:36,625 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41977, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4917192967430074411_1384, duration: 8778107
2013-10-31 15:37:36,626 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4917192967430074411_1384 terminating
2013-10-31 15:37:36,627 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4917192967430074411_1384 size 238055
2013-10-31 15:37:36,628 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.jar from client DFSClient_1342392704
2013-10-31 15:37:36,628 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.jar is closed by DFSClient_1342392704
2013-10-31 15:37:36,628 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4917192967430074411_1384 size 238055
2013-10-31 15:37:36,629 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4917192967430074411_1384 size 238055
2013-10-31 15:37:37,059 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.jar. New replication is 10
2013-10-31 15:37:37,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.jar dst=null perm=null
2013-10-31 15:37:37,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:37,069 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:37:37,074 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:37:37,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:37:37,077 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:37:37,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:37:37,080 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:37:37,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:37:37,082 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:37:37,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:37:37,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:37,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:37,095 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split. New replication is 10
2013-10-31 15:37:37,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split dst=null perm=null
2013-10-31 15:37:37,102 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split. blk_7754479473832626765_1385
2013-10-31 15:37:37,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7754479473832626765_1385 src: /127.0.0.1:47282 dest: /127.0.0.1:42991
2013-10-31 15:37:37,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7754479473832626765_1385 src: /127.0.0.1:41981 dest: /127.0.0.1:53907
2013-10-31 15:37:37,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7754479473832626765_1385 src: /127.0.0.1:40556 dest: /127.0.0.1:48948
2013-10-31 15:37:37,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7754479473832626765_1385 src: /127.0.0.1:54062 dest: /127.0.0.1:57702
2013-10-31 15:37:37,112 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54062, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7754479473832626765_1385, duration: 125040
2013-10-31 15:37:37,112 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7754479473832626765_1385 terminating
2013-10-31 15:37:37,112 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40556, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7754479473832626765_1385, duration: 945126
2013-10-31 15:37:37,113 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7754479473832626765_1385 terminating
2013-10-31 15:37:37,113 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7754479473832626765_1385 size 2077
2013-10-31 15:37:37,114 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41981, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7754479473832626765_1385, duration: 1975353
2013-10-31 15:37:37,114 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7754479473832626765_1385 terminating
2013-10-31 15:37:37,115 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47282, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7754479473832626765_1385, duration: 2932951
2013-10-31 15:37:37,115 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_7754479473832626765_1385 terminating
2013-10-31 15:37:37,115 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7754479473832626765_1385 size 2077
2013-10-31 15:37:37,118 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split from client DFSClient_1342392704
2013-10-31 15:37:37,118 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split is closed by DFSClient_1342392704
2013-10-31 15:37:37,119 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7754479473832626765_1385 size 2077
2013-10-31 15:37:37,119 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7754479473832626765_1385 size 2077
2013-10-31 15:37:37,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:37,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:37,135 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.splitmetainfo. blk_189959729232376859_1386
2013-10-31 15:37:37,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_189959729232376859_1386 src: /127.0.0.1:54063 dest: /127.0.0.1:57702
2013-10-31 15:37:37,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_189959729232376859_1386 src: /127.0.0.1:41985 dest: /127.0.0.1:53907
2013-10-31 15:37:37,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_189959729232376859_1386 src: /127.0.0.1:40560 dest: /127.0.0.1:48948
2013-10-31 15:37:37,141 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_4917192967430074411_1384 to datanode(s) 127.0.0.1:48948
2013-10-31 15:37:37,142 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_1183364667800951352_1349 blk_-4651157320551382761_1363 blk_8490732589511193362_1352 blk_5412005806161818178_1368 blk_-3650613872748528561_1352 blk_-2593130388178756411_1368 blk_-2360247437915579069_1366 blk_8106386438422625467_1355 blk_-7734976258757290149_1366 blk_-8303325458568944866_1354 blk_7815846344193612220_1366 blk_-304384821507549159_1354 blk_8432433561811403509_1376
2013-10-31 15:37:37,142 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_1183364667800951352_1349 blk_-4651157320551382761_1363 blk_-3650613872748528561_1352 blk_8106386438422625467_1355 blk_-2360247437915579069_1366 blk_-6273607815156884429_1352 blk_5045060340451472271_1369 blk_2105411231502615535_1361 blk_866947383341427922_1347 blk_-7734976258757290149_1366 blk_-304384821507549159_1354 blk_7815846344193612220_1366 blk_8432433561811403509_1376
2013-10-31 15:37:37,143 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40560, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_189959729232376859_1386, duration: 61435
2013-10-31 15:37:37,144 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_189959729232376859_1386 terminating
2013-10-31 15:37:37,145 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41985, dest: /127.0.0.1:53907, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_189959729232376859_1386, duration: 1610807
2013-10-31 15:37:37,146 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_189959729232376859_1386 terminating
2013-10-31 15:37:37,146 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54063, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_189959729232376859_1386, duration: 2906757
2013-10-31 15:37:37,147 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_189959729232376859_1386 terminating
2013-10-31 15:37:37,148 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_189959729232376859_1386 size 218
2013-10-31 15:37:37,148 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_189959729232376859_1386 size 218
2013-10-31 15:37:37,149 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:37:37,149 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:37:37,151 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_189959729232376859_1386 size 218
2013-10-31 15:37:37,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:37,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:37,170 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.xml. blk_-4236801375923420848_1387
2013-10-31 15:37:37,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4236801375923420848_1387 src: /127.0.0.1:40561 dest: /127.0.0.1:48948
2013-10-31 15:37:37,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4236801375923420848_1387 src: /127.0.0.1:47290 dest: /127.0.0.1:42991
2013-10-31 15:37:37,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4236801375923420848_1387 src: /127.0.0.1:41989 dest: /127.0.0.1:53907
2013-10-31 15:37:37,178 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41989, dest: /127.0.0.1:53907, bytes: 28198, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4236801375923420848_1387, duration: 108181
2013-10-31 15:37:37,179 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4236801375923420848_1387 terminating
2013-10-31 15:37:37,179 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4236801375923420848_1387 size 28198
2013-10-31 15:37:37,179 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47290, dest: /127.0.0.1:42991, bytes: 28198, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4236801375923420848_1387, duration: 1029314
2013-10-31 15:37:37,180 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4236801375923420848_1387 terminating
2013-10-31 15:37:37,180 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40561, dest: /127.0.0.1:48948, bytes: 28198, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4236801375923420848_1387, duration: 2067584
2013-10-31 15:37:37,180 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4236801375923420848_1387 terminating
2013-10-31 15:37:37,183 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4236801375923420848_1387 size 28198
2013-10-31 15:37:37,183 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.xml from client DFSClient_1342392704
2013-10-31 15:37:37,184 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.xml is closed by DFSClient_1342392704
2013-10-31 15:37:37,184 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4236801375923420848_1387 size 28198
2013-10-31 15:37:37,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.xml dst=null perm=null
2013-10-31 15:37:37,198 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40565, bytes: 28422, op: HDFS_READ, cliID: DFSClient_530461805, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4236801375923420848_1387, duration: 400694
2013-10-31 15:37:37,214 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0029: nMaps=6 nReduces=0 max=-1
2013-10-31 15:37:37,214 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0029 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:37:37,214 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0029
2013-10-31 15:37:37,214 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0029 RESULT=SUCCESS
2013-10-31 15:37:37,214 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0029
2013-10-31 15:37:37,215 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge] submitted hadoop job: job_20131031152505967_0029
2013-10-31 15:37:37,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_logs/history/job_20131031152505967_0029_1383233857188_hadoop_%5BFA6940ECBB5F4041B1D2FD3D2B1EF33E%2F19D4C6461B2C4CFD dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:37,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_logs/history/job_20131031152505967_0029_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:37,233 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_logs/history/job_20131031152505967_0029_conf.xml. blk_-6007289434232951437_1389
2013-10-31 15:37:37,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6007289434232951437_1389 src: /127.0.0.1:54071 dest: /127.0.0.1:57702
2013-10-31 15:37:37,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6007289434232951437_1389 src: /127.0.0.1:40567 dest: /127.0.0.1:48948
2013-10-31 15:37:37,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6007289434232951437_1389 src: /127.0.0.1:41994 dest: /127.0.0.1:53907
2013-10-31 15:37:37,242 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41994, dest: /127.0.0.1:53907, bytes: 28263, op: HDFS_WRITE, cliID: DFSClient_530461805, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6007289434232951437_1389, duration: 423232
2013-10-31 15:37:37,242 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6007289434232951437_1389 terminating
2013-10-31 15:37:37,243 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40567, dest: /127.0.0.1:48948, bytes: 28263, op: HDFS_WRITE, cliID: DFSClient_530461805, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6007289434232951437_1389, duration: 1778746
2013-10-31 15:37:37,243 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6007289434232951437_1389 terminating
2013-10-31 15:37:37,244 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6007289434232951437_1389 size 28263
2013-10-31 15:37:37,244 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54071, dest: /127.0.0.1:57702, bytes: 28263, op: HDFS_WRITE, cliID: DFSClient_530461805, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6007289434232951437_1389, duration: 2201009
2013-10-31 15:37:37,244 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6007289434232951437_1389 size 28263
2013-10-31 15:37:37,244 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6007289434232951437_1389 terminating
2013-10-31 15:37:37,246 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6007289434232951437_1389 size 28263
2013-10-31 15:37:37,246 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_logs/history/job_20131031152505967_0029_conf.xml from client DFSClient_530461805
2013-10-31 15:37:37,247 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_logs/history/job_20131031152505967_0029_conf.xml is closed by DFSClient_530461805
2013-10-31 15:37:37,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0029/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:37,259 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0029/jobToken. blk_7081576813249864696_1390
2013-10-31 15:37:37,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7081576813249864696_1390 src: /127.0.0.1:41995 dest: /127.0.0.1:53907
2013-10-31 15:37:37,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7081576813249864696_1390 src: /127.0.0.1:47298 dest: /127.0.0.1:42991
2013-10-31 15:37:37,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7081576813249864696_1390 src: /127.0.0.1:40571 dest: /127.0.0.1:48948
2013-10-31 15:37:37,267 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40571, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7081576813249864696_1390, duration: 75655
2013-10-31 15:37:37,267 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7081576813249864696_1390 terminating
2013-10-31 15:37:37,268 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47298, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7081576813249864696_1390, duration: 990807
2013-10-31 15:37:37,268 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7081576813249864696_1390 terminating
2013-10-31 15:37:37,269 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41995, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7081576813249864696_1390, duration: 2041443
2013-10-31 15:37:37,269 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7081576813249864696_1390 terminating
2013-10-31 15:37:37,269 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7081576813249864696_1390 size 116
2013-10-31 15:37:37,271 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0029/jobToken from client DFSClient_1342392704
2013-10-31 15:37:37,272 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0029/jobToken is closed by DFSClient_1342392704
2013-10-31 15:37:37,272 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7081576813249864696_1390 size 116
2013-10-31 15:37:37,273 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7081576813249864696_1390 size 116
2013-10-31 15:37:37,277 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0029/jobToken
2013-10-31 15:37:37,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.splitmetainfo dst=null perm=null
2013-10-31 15:37:37,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40572, bytes: 222, op: HDFS_READ, cliID: DFSClient_530461805, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_189959729232376859_1386, duration: 276873
2013-10-31 15:37:37,283 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0029 = 38. Number of splits = 6
2013-10-31 15:37:37,283 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,284 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,284 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,284 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,284 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,285 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,285 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,285 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,285 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,286 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,286 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,286 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,286 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,287 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,287 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,287 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,287 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,288 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0029_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:37:37,288 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0029 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:37:37,288 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0029 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:37:38,414 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0029_m_000007_0' to tip task_20131031152505967_0029_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:37:38,421 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0028_m_000000_0'
2013-10-31 15:37:38,421 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0028_m_000001_0'
2013-10-31 15:37:38,422 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0028_m_000007_0'
2013-10-31 15:37:38,423 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0029_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:37:38,424 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0029_m_000007_0 which needs 1 slots
2013-10-31 15:37:38,424 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0029_m_000007_0 which needs 1 slots
2013-10-31 15:37:38,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0029/jobToken dst=null perm=null
2013-10-31 15:37:38,432 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:41999, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7081576813249864696_1390, duration: 270838
2013-10-31 15:37:38,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.xml dst=null perm=null
2013-10-31 15:37:38,442 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47303, bytes: 28422, op: HDFS_READ, cliID: DFSClient_-702870617, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4236801375923420848_1387, duration: 413784
2013-10-31 15:37:38,472 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:37:38,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.jar dst=null perm=null
2013-10-31 15:37:38,502 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42002, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-702870617, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4917192967430074411_1384, duration: 1270253
2013-10-31 15:37:38,572 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_4917192967430074411_1384 to 127.0.0.1:48948
2013-10-31 15:37:38,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4917192967430074411_1384 src: /127.0.0.1:40577 dest: /127.0.0.1:48948
2013-10-31 15:37:38,576 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_4917192967430074411_1384 to /127.0.0.1:48948
2013-10-31 15:37:38,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_4917192967430074411_1384 src: /127.0.0.1:40577 dest: /127.0.0.1:48948 of size 238055
2013-10-31 15:37:38,580 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4917192967430074411_1384 size 238055
2013-10-31 15:37:38,600 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0028_m_732297635
2013-10-31 15:37:38,609 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5657 with signal TERM. Exit code 0
2013-10-31 15:37:38,609 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0029_m_429535366
2013-10-31 15:37:38,609 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0029_m_429535366 spawned.
2013-10-31 15:37:38,612 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0029/attempt_20131031152505967_0029_m_000007_0/taskjvm.sh
2013-10-31 15:37:38,653 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0028_m_000002_0'
2013-10-31 15:37:38,653 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0028_m_000003_0'
2013-10-31 15:37:38,707 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:38,707 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:38,707 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:38,708 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0028_m_732297635 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:37:39,183 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8303325458568944866_1354 file build/test/data/dfs/data/data4/current/blk_-8303325458568944866 for deletion
2013-10-31 15:37:39,183 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7734976258757290149_1366 file build/test/data/dfs/data/data8/current/blk_-7734976258757290149 for deletion
2013-10-31 15:37:39,183 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7734976258757290149_1366 file build/test/data/dfs/data/data4/current/blk_-7734976258757290149 for deletion
2013-10-31 15:37:39,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8303325458568944866_1354 at file build/test/data/dfs/data/data4/current/blk_-8303325458568944866
2013-10-31 15:37:39,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7734976258757290149_1366 at file build/test/data/dfs/data/data8/current/blk_-7734976258757290149
2013-10-31 15:37:39,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7734976258757290149_1366 at file build/test/data/dfs/data/data4/current/blk_-7734976258757290149
2013-10-31 15:37:39,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4651157320551382761_1363 file build/test/data/dfs/data/data4/current/blk_-4651157320551382761 for deletion
2013-10-31 15:37:39,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6273607815156884429_1352 file build/test/data/dfs/data/data8/current/blk_-6273607815156884429 for deletion
2013-10-31 15:37:39,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4651157320551382761_1363 at file build/test/data/dfs/data/data4/current/blk_-4651157320551382761
2013-10-31 15:37:39,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6273607815156884429_1352 at file build/test/data/dfs/data/data8/current/blk_-6273607815156884429
2013-10-31 15:37:39,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4651157320551382761_1363 file build/test/data/dfs/data/data8/current/blk_-4651157320551382761 for deletion
2013-10-31 15:37:39,184 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3650613872748528561_1352 file build/test/data/dfs/data/data4/current/blk_-3650613872748528561 for deletion
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3650613872748528561_1352 file build/test/data/dfs/data/data7/current/blk_-3650613872748528561 for deletion
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3650613872748528561_1352 at file build/test/data/dfs/data/data4/current/blk_-3650613872748528561
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2360247437915579069_1366 file build/test/data/dfs/data/data7/current/blk_-2360247437915579069 for deletion
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4651157320551382761_1363 at file build/test/data/dfs/data/data8/current/blk_-4651157320551382761
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-304384821507549159_1354 file build/test/data/dfs/data/data8/current/blk_-304384821507549159 for deletion
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3650613872748528561_1352 at file build/test/data/dfs/data/data7/current/blk_-3650613872748528561
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2593130388178756411_1368 file build/test/data/dfs/data/data4/current/blk_-2593130388178756411 for deletion
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2360247437915579069_1366 at file build/test/data/dfs/data/data7/current/blk_-2360247437915579069
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2593130388178756411_1368 at file build/test/data/dfs/data/data4/current/blk_-2593130388178756411
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-304384821507549159_1354 at file build/test/data/dfs/data/data8/current/blk_-304384821507549159
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_866947383341427922_1347 file build/test/data/dfs/data/data8/current/blk_866947383341427922 for deletion
2013-10-31 15:37:39,185 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2360247437915579069_1366 file build/test/data/dfs/data/data3/current/blk_-2360247437915579069 for deletion
2013-10-31 15:37:39,186 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_866947383341427922_1347 at file build/test/data/dfs/data/data8/current/blk_866947383341427922
2013-10-31 15:37:39,186 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-304384821507549159_1354 file build/test/data/dfs/data/data3/current/blk_-304384821507549159 for deletion
2013-10-31 15:37:39,186 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2360247437915579069_1366 at file build/test/data/dfs/data/data3/current/blk_-2360247437915579069
2013-10-31 15:37:39,186 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1183364667800951352_1349 file build/test/data/dfs/data/data7/current/blk_1183364667800951352 for deletion
2013-10-31 15:37:39,186 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-304384821507549159_1354 at file build/test/data/dfs/data/data3/current/blk_-304384821507549159
2013-10-31 15:37:39,186 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2105411231502615535_1361 file build/test/data/dfs/data/data8/current/blk_2105411231502615535 for deletion
2013-10-31 15:37:39,186 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1183364667800951352_1349 at file build/test/data/dfs/data/data7/current/blk_1183364667800951352
2013-10-31 15:37:39,186 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2105411231502615535_1361 at file build/test/data/dfs/data/data8/current/blk_2105411231502615535
2013-10-31 15:37:39,186 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1183364667800951352_1349 file build/test/data/dfs/data/data4/current/blk_1183364667800951352 for deletion
2013-10-31 15:37:39,186 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5045060340451472271_1369 file build/test/data/dfs/data/data8/current/blk_5045060340451472271 for deletion
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1183364667800951352_1349 at file build/test/data/dfs/data/data4/current/blk_1183364667800951352
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7815846344193612220_1366 file build/test/data/dfs/data/data7/current/blk_7815846344193612220 for deletion
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5412005806161818178_1368 file build/test/data/dfs/data/data3/current/blk_5412005806161818178 for deletion
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7815846344193612220_1366 at file build/test/data/dfs/data/data7/current/blk_7815846344193612220
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5412005806161818178_1368 at file build/test/data/dfs/data/data3/current/blk_5412005806161818178
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7815846344193612220_1366 file build/test/data/dfs/data/data3/current/blk_7815846344193612220 for deletion
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8106386438422625467_1355 file build/test/data/dfs/data/data7/current/blk_8106386438422625467 for deletion
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7815846344193612220_1366 at file build/test/data/dfs/data/data3/current/blk_7815846344193612220
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8432433561811403509_1376 file build/test/data/dfs/data/data7/current/blk_8432433561811403509 for deletion
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5045060340451472271_1369 at file build/test/data/dfs/data/data8/current/blk_5045060340451472271
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8106386438422625467_1355 at file build/test/data/dfs/data/data7/current/blk_8106386438422625467
2013-10-31 15:37:39,187 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8106386438422625467_1355 file build/test/data/dfs/data/data3/current/blk_8106386438422625467 for deletion
2013-10-31 15:37:39,188 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8432433561811403509_1376 at file build/test/data/dfs/data/data7/current/blk_8432433561811403509
2013-10-31 15:37:39,188 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8432433561811403509_1376 file build/test/data/dfs/data/data4/current/blk_8432433561811403509 for deletion
2013-10-31 15:37:39,188 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8106386438422625467_1355 at file build/test/data/dfs/data/data3/current/blk_8106386438422625467
2013-10-31 15:37:39,188 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8432433561811403509_1376 at file build/test/data/dfs/data/data4/current/blk_8432433561811403509
2013-10-31 15:37:39,188 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8490732589511193362_1352 file build/test/data/dfs/data/data3/current/blk_8490732589511193362 for deletion
2013-10-31 15:37:39,188 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8490732589511193362_1352 at file build/test/data/dfs/data/data3/current/blk_8490732589511193362
2013-10-31 15:37:39,832 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0029_m_429535366 given task: attempt_20131031152505967_0029_m_000007_0
2013-10-31 15:37:40,143 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_1183364667800951352_1349 blk_-4651157320551382761_1363 blk_5412005806161818178_1368 blk_-2593130388178756411_1368 blk_8106386438422625467_1355 blk_-2360247437915579069_1366 blk_-6273607815156884429_1352 blk_-8303325458568944866_1354 blk_5045060340451472271_1369 blk_8490732589511193362_1352 blk_2105411231502615535_1361 blk_866947383341427922_1347 blk_-304384821507549159_1354 blk_7815846344193612220_1366
2013-10-31 15:37:40,143 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_5045060340451472271_1369 blk_8490732589511193362_1352 blk_5412005806161818178_1368 blk_-3650613872748528561_1352 blk_-2593130388178756411_1368 blk_2105411231502615535_1361 blk_866947383341427922_1347 blk_-7734976258757290149_1366 blk_-8303325458568944866_1354 blk_-6273607815156884429_1352 blk_8432433561811403509_1376
2013-10-31 15:37:40,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:41,432 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0028
2013-10-31 15:37:41,433 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0028_m_000006_0 not found in cache
2013-10-31 15:37:41,433 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0028_m_000004_0 not found in cache
2013-10-31 15:37:41,433 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0028_m_000005_0 not found in cache
2013-10-31 15:37:41,434 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0028 for user-log deletion with retainTimeStamp:1383320261434
2013-10-31 15:37:41,530 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0028_m_-1336045498 since job job_20131031152505967_0028 is dead
2013-10-31 15:37:41,540 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5837 with signal TERM. Exit code 0
2013-10-31 15:37:41,574 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8303325458568944866_1354 file build/test/data/dfs/data/data2/current/blk_-8303325458568944866 for deletion
2013-10-31 15:37:41,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7734976258757290149_1366 file build/test/data/dfs/data/data2/current/blk_-7734976258757290149 for deletion
2013-10-31 15:37:41,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8303325458568944866_1354 at file build/test/data/dfs/data/data2/current/blk_-8303325458568944866
2013-10-31 15:37:41,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6273607815156884429_1352 file build/test/data/dfs/data/data2/current/blk_-6273607815156884429 for deletion
2013-10-31 15:37:41,575 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7734976258757290149_1366 at file build/test/data/dfs/data/data2/current/blk_-7734976258757290149
2013-10-31 15:37:41,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3650613872748528561_1352 file build/test/data/dfs/data/data1/current/blk_-3650613872748528561 for deletion
2013-10-31 15:37:41,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6273607815156884429_1352 at file build/test/data/dfs/data/data2/current/blk_-6273607815156884429
2013-10-31 15:37:41,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3650613872748528561_1352 at file build/test/data/dfs/data/data1/current/blk_-3650613872748528561
2013-10-31 15:37:41,576 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2593130388178756411_1368 file build/test/data/dfs/data/data1/current/blk_-2593130388178756411 for deletion
2013-10-31 15:37:41,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2593130388178756411_1368 at file build/test/data/dfs/data/data1/current/blk_-2593130388178756411
2013-10-31 15:37:41,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_866947383341427922_1347 file build/test/data/dfs/data/data2/current/blk_866947383341427922 for deletion
2013-10-31 15:37:41,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2105411231502615535_1361 file build/test/data/dfs/data/data2/current/blk_2105411231502615535 for deletion
2013-10-31 15:37:41,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_866947383341427922_1347 at file build/test/data/dfs/data/data2/current/blk_866947383341427922
2013-10-31 15:37:41,577 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5045060340451472271_1369 file build/test/data/dfs/data/data1/current/blk_5045060340451472271 for deletion
2013-10-31 15:37:41,578 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2105411231502615535_1361 at file build/test/data/dfs/data/data2/current/blk_2105411231502615535
2013-10-31 15:37:41,578 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5045060340451472271_1369 at file build/test/data/dfs/data/data1/current/blk_5045060340451472271
2013-10-31 15:37:41,578 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5412005806161818178_1368 file build/test/data/dfs/data/data2/current/blk_5412005806161818178 for deletion
2013-10-31 15:37:41,578 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8432433561811403509_1376 file build/test/data/dfs/data/data1/current/blk_8432433561811403509 for deletion
2013-10-31 15:37:41,579 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5412005806161818178_1368 at file build/test/data/dfs/data/data2/current/blk_5412005806161818178
2013-10-31 15:37:41,579 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8490732589511193362_1352 file build/test/data/dfs/data/data1/current/blk_8490732589511193362 for deletion
2013-10-31 15:37:41,579 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8432433561811403509_1376 at file build/test/data/dfs/data/data1/current/blk_8432433561811403509
2013-10-31 15:37:41,579 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8490732589511193362_1352 at file build/test/data/dfs/data/data1/current/blk_8490732589511193362
2013-10-31 15:37:41,667 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0028_m_1028473514 since job job_20131031152505967_0028 is dead
2013-10-31 15:37:41,675 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5834 with signal TERM. Exit code 0
2013-10-31 15:37:41,784 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:41,785 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:41,785 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:41,786 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0028_m_-1336045498 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:37:41,846 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:41,847 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:41,847 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:41,848 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0028_m_1028473514 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:37:42,010 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 41
2013-10-31 15:37:42,748 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8303325458568944866_1354 file build/test/data/dfs/data/data6/current/blk_-8303325458568944866 for deletion
2013-10-31 15:37:42,748 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6273607815156884429_1352 file build/test/data/dfs/data/data6/current/blk_-6273607815156884429 for deletion
2013-10-31 15:37:42,748 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8303325458568944866_1354 at file build/test/data/dfs/data/data6/current/blk_-8303325458568944866
2013-10-31 15:37:42,749 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4651157320551382761_1363 file build/test/data/dfs/data/data5/current/blk_-4651157320551382761 for deletion
2013-10-31 15:37:42,749 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6273607815156884429_1352 at file build/test/data/dfs/data/data6/current/blk_-6273607815156884429
2013-10-31 15:37:42,749 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4651157320551382761_1363 at file build/test/data/dfs/data/data5/current/blk_-4651157320551382761
2013-10-31 15:37:42,749 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2593130388178756411_1368 file build/test/data/dfs/data/data6/current/blk_-2593130388178756411 for deletion
2013-10-31 15:37:42,750 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2360247437915579069_1366 file build/test/data/dfs/data/data5/current/blk_-2360247437915579069 for deletion
2013-10-31 15:37:42,750 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2593130388178756411_1368 at file build/test/data/dfs/data/data6/current/blk_-2593130388178756411
2013-10-31 15:37:42,750 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2360247437915579069_1366 at file build/test/data/dfs/data/data5/current/blk_-2360247437915579069
2013-10-31 15:37:42,750 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-304384821507549159_1354 file build/test/data/dfs/data/data5/current/blk_-304384821507549159 for deletion
2013-10-31 15:37:42,751 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_866947383341427922_1347 file build/test/data/dfs/data/data6/current/blk_866947383341427922 for deletion
2013-10-31 15:37:42,751 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-304384821507549159_1354 at file build/test/data/dfs/data/data5/current/blk_-304384821507549159
2013-10-31 15:37:42,751 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_866947383341427922_1347 at file build/test/data/dfs/data/data6/current/blk_866947383341427922
2013-10-31 15:37:42,751 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1183364667800951352_1349 file build/test/data/dfs/data/data6/current/blk_1183364667800951352 for deletion
2013-10-31 15:37:42,752 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2105411231502615535_1361 file build/test/data/dfs/data/data5/current/blk_2105411231502615535 for deletion
2013-10-31 15:37:42,752 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1183364667800951352_1349 at file build/test/data/dfs/data/data6/current/blk_1183364667800951352
2013-10-31 15:37:42,752 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2105411231502615535_1361 at file build/test/data/dfs/data/data5/current/blk_2105411231502615535
2013-10-31 15:37:42,752 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5045060340451472271_1369 file build/test/data/dfs/data/data6/current/blk_5045060340451472271 for deletion
2013-10-31 15:37:42,753 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5412005806161818178_1368 file build/test/data/dfs/data/data5/current/blk_5412005806161818178 for deletion
2013-10-31 15:37:42,753 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5045060340451472271_1369 at file build/test/data/dfs/data/data6/current/blk_5045060340451472271
2013-10-31 15:37:42,753 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5412005806161818178_1368 at file build/test/data/dfs/data/data5/current/blk_5412005806161818178
2013-10-31 15:37:42,753 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7815846344193612220_1366 file build/test/data/dfs/data/data6/current/blk_7815846344193612220 for deletion
2013-10-31 15:37:42,754 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8106386438422625467_1355 file build/test/data/dfs/data/data5/current/blk_8106386438422625467 for deletion
2013-10-31 15:37:42,754 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7815846344193612220_1366 at file build/test/data/dfs/data/data6/current/blk_7815846344193612220
2013-10-31 15:37:42,754 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8106386438422625467_1355 at file build/test/data/dfs/data/data5/current/blk_8106386438422625467
2013-10-31 15:37:42,754 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8490732589511193362_1352 file build/test/data/dfs/data/data5/current/blk_8490732589511193362 for deletion
2013-10-31 15:37:42,755 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8490732589511193362_1352 at file build/test/data/dfs/data/data5/current/blk_8490732589511193362
2013-10-31 15:37:43,273 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000007_0 0.0% setup
2013-10-31 15:37:43,276 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0029_m_000007_0 is done.
2013-10-31 15:37:43,276 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0029_m_000007_0 was -1
2013-10-31 15:37:43,276 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:43,424 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0028
2013-10-31 15:37:43,424 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0028_m_000000_0 not found in cache
2013-10-31 15:37:43,425 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0028_m_000001_0 not found in cache
2013-10-31 15:37:43,425 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0028 for user-log deletion with retainTimeStamp:1383320263425
2013-10-31 15:37:43,654 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0028
2013-10-31 15:37:43,654 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0028_m_000003_0 not found in cache
2013-10-31 15:37:43,655 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0028_m_000002_0 not found in cache
2013-10-31 15:37:43,655 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0028 for user-log deletion with retainTimeStamp:1383320263655
2013-10-31 15:37:43,673 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0028_m_-751373071 since job job_20131031152505967_0028 is dead
2013-10-31 15:37:43,681 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5715 with signal TERM. Exit code 0
2013-10-31 15:37:43,682 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0028_m_18206281 since job job_20131031152505967_0028 is dead
2013-10-31 15:37:43,694 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5719 with signal TERM. Exit code 0
2013-10-31 15:37:43,875 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:43,875 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:43,875 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:43,876 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0028_m_-751373071 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:37:43,876 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:43,876 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:43,876 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:43,877 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0028_m_18206281 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:37:43,962 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0028_m_2072566087 since job job_20131031152505967_0028 is dead
2013-10-31 15:37:43,971 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group5509 with signal TERM. Exit code 0
2013-10-31 15:37:44,168 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:37:44,168 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:37:44,168 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:37:44,170 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0028_m_2072566087 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:37:44,429 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0029_m_000007_0' has completed task_20131031152505967_0029_m_000007 successfully.
2013-10-31 15:37:44,433 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0029_m_000000_0' to tip task_20131031152505967_0029_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:37:44,434 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0029_m_000000
2013-10-31 15:37:44,434 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0029_m_000001_0' to tip task_20131031152505967_0029_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:37:44,435 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0029_m_000001
2013-10-31 15:37:44,437 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0029_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:37:44,438 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0029_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:37:44,438 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0029_m_000000_0 which needs 1 slots
2013-10-31 15:37:44,439 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0029_m_000000_0 which needs 1 slots
2013-10-31 15:37:44,439 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0029_m_000001_0 which needs 1 slots
2013-10-31 15:37:44,439 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0029_m_000001_0 which needs 1 slots
2013-10-31 15:37:44,477 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0029_m_212007864
2013-10-31 15:37:44,477 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0029_m_212007864 spawned.
2013-10-31 15:37:44,478 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0029/attempt_20131031152505967_0029_m_000000_0. Attempting to reuse: jvm_20131031152505967_0029_m_429535366
2013-10-31 15:37:44,479 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0029/attempt_20131031152505967_0029_m_000001_0/taskjvm.sh
2013-10-31 15:37:44,659 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0029_m_000002_0' to tip task_20131031152505967_0029_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:37:44,660 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0029_m_000002
2013-10-31 15:37:44,660 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0029_m_000003_0' to tip task_20131031152505967_0029_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:37:44,660 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0029_m_000003
2013-10-31 15:37:44,661 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0029_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:37:44,662 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0029_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:37:44,662 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0029_m_000002_0 which needs 1 slots
2013-10-31 15:37:44,662 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0029_m_000002_0 which needs 1 slots
2013-10-31 15:37:44,663 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0029_m_000003_0 which needs 1 slots
2013-10-31 15:37:44,663 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0029_m_000003_0 which needs 1 slots
2013-10-31 15:37:44,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0029/jobToken dst=null perm=null
2013-10-31 15:37:44,671 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42006, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7081576813249864696_1390, duration: 277598
2013-10-31 15:37:44,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.xml dst=null perm=null
2013-10-31 15:37:44,681 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42008, bytes: 28422, op: HDFS_READ, cliID: DFSClient_162552804, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4236801375923420848_1387, duration: 369977
2013-10-31 15:37:44,699 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:37:44,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.jar dst=null perm=null
2013-10-31 15:37:44,712 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42009, bytes: 239915, op: HDFS_READ, cliID: DFSClient_162552804, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4917192967430074411_1384, duration: 606862
2013-10-31 15:37:44,763 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0029_m_-170857807
2013-10-31 15:37:44,763 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0029_m_-170857807 spawned.
2013-10-31 15:37:44,764 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0029_m_1388083221
2013-10-31 15:37:44,765 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0029_m_1388083221 spawned.
2013-10-31 15:37:44,765 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0029/attempt_20131031152505967_0029_m_000002_0/taskjvm.sh
2013-10-31 15:37:44,766 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0029/attempt_20131031152505967_0029_m_000003_0/taskjvm.sh
2013-10-31 15:37:44,824 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0029_m_429535366 given task: attempt_20131031152505967_0029_m_000000_0
2013-10-31 15:37:44,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split dst=null perm=null
2013-10-31 15:37:44,959 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47313, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7754479473832626765_1385, duration: 166481
2013-10-31 15:37:44,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:37:45,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:45,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:45,245 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42013, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 127069
2013-10-31 15:37:45,250 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000000_0/part-00000. blk_-4183703366851334905_1391
2013-10-31 15:37:45,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4183703366851334905_1391 src: /127.0.0.1:42014 dest: /127.0.0.1:53907
2013-10-31 15:37:45,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4183703366851334905_1391 src: /127.0.0.1:40589 dest: /127.0.0.1:48948
2013-10-31 15:37:45,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4183703366851334905_1391 src: /127.0.0.1:54095 dest: /127.0.0.1:57702
2013-10-31 15:37:45,269 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54095, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4183703366851334905_1391, duration: 1654550
2013-10-31 15:37:45,269 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4183703366851334905_1391 terminating
2013-10-31 15:37:45,269 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4183703366851334905_1391 size 136
2013-10-31 15:37:45,270 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40589, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4183703366851334905_1391, duration: 1813041
2013-10-31 15:37:45,270 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4183703366851334905_1391 terminating
2013-10-31 15:37:45,270 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42014, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4183703366851334905_1391, duration: 2254499
2013-10-31 15:37:45,270 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4183703366851334905_1391 terminating
2013-10-31 15:37:45,270 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4183703366851334905_1391 size 136
2013-10-31 15:37:45,272 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0029_m_000000_0
2013-10-31 15:37:45,272 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0029_m_000000_0
2013-10-31 15:37:45,274 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4183703366851334905_1391 size 136
2013-10-31 15:37:45,312 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0029_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:45,313 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000000_0 0.0%
2013-10-31 15:37:45,406 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0029_m_212007864 given task: attempt_20131031152505967_0029_m_000001_0
2013-10-31 15:37:45,439 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0029_m_000004_0' to tip task_20131031152505967_0029_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:37:45,440 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0029_m_000004
2013-10-31 15:37:45,440 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0029_m_000005_0' to tip task_20131031152505967_0029_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:37:45,440 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0029_m_000005
2013-10-31 15:37:45,441 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0029_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:37:45,441 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0029_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:37:45,442 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0029_m_000004_0 which needs 1 slots
2013-10-31 15:37:45,442 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0029_m_000004_0 which needs 1 slots
2013-10-31 15:37:45,442 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0029_m_000005_0 which needs 1 slots
2013-10-31 15:37:45,442 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0029_m_000005_0 which needs 1 slots
2013-10-31 15:37:45,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0029/jobToken dst=null perm=null
2013-10-31 15:37:45,446 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47319, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7081576813249864696_1390, duration: 140698
2013-10-31 15:37:45,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.xml dst=null perm=null
2013-10-31 15:37:45,450 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40593, bytes: 28422, op: HDFS_READ, cliID: DFSClient_1941575843, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4236801375923420848_1387, duration: 188480
2013-10-31 15:37:45,467 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:37:45,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.jar dst=null perm=null
2013-10-31 15:37:45,485 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40594, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1941575843, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4917192967430074411_1384, duration: 4475086
2013-10-31 15:37:45,545 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0029_m_-1285222292
2013-10-31 15:37:45,546 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0029_m_-1285222292 spawned.
2013-10-31 15:37:45,547 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0029/attempt_20131031152505967_0029_m_000004_0/taskjvm.sh
2013-10-31 15:37:45,550 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0029_m_-1396065165
2013-10-31 15:37:45,551 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0029_m_-1396065165 spawned.
2013-10-31 15:37:45,552 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0029/attempt_20131031152505967_0029_m_000005_0/taskjvm.sh
2013-10-31 15:37:45,695 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0029_m_-170857807 given task: attempt_20131031152505967_0029_m_000002_0
2013-10-31 15:37:45,701 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0029_m_1388083221 given task: attempt_20131031152505967_0029_m_000003_0
2013-10-31 15:37:46,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split dst=null perm=null
2013-10-31 15:37:46,117 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42024, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7754479473832626765_1385, duration: 169732
2013-10-31 15:37:46,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:37:46,157 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42027, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 125476
2013-10-31 15:37:46,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:46,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:46,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split dst=null perm=null
2013-10-31 15:37:46,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split dst=null perm=null
2013-10-31 15:37:46,202 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54107, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7754479473832626765_1385, duration: 163315
2013-10-31 15:37:46,202 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40603, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000002_0, offset: 512, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7754479473832626765_1385, duration: 146244
2013-10-31 15:37:46,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:37:46,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:37:46,242 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42030, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 142595
2013-10-31 15:37:46,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:46,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:46,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:46,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:46,386 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000001_0/part-00001. blk_545894839547389757_1394
2013-10-31 15:37:46,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_545894839547389757_1394 src: /127.0.0.1:47333 dest: /127.0.0.1:42991
2013-10-31 15:37:46,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_545894839547389757_1394 src: /127.0.0.1:54111 dest: /127.0.0.1:57702
2013-10-31 15:37:46,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_545894839547389757_1394 src: /127.0.0.1:42033 dest: /127.0.0.1:53907
2013-10-31 15:37:46,416 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42033, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_545894839547389757_1394, duration: 1807949
2013-10-31 15:37:46,416 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_545894839547389757_1394 terminating
2013-10-31 15:37:46,417 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54111, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_545894839547389757_1394, duration: 2142379
2013-10-31 15:37:46,417 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_545894839547389757_1394 terminating
2013-10-31 15:37:46,417 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47333, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_545894839547389757_1394, duration: 2529218
2013-10-31 15:37:46,417 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_545894839547389757_1394 terminating
2013-10-31 15:37:46,418 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_545894839547389757_1394 size 114
2013-10-31 15:37:46,420 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_545894839547389757_1394 size 114
2013-10-31 15:37:46,421 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_545894839547389757_1394 size 114
2013-10-31 15:37:46,457 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54113, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 140660
2013-10-31 15:37:46,462 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000002_0/part-00002. blk_3457032334146692065_1394
2013-10-31 15:37:46,467 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000003_0/part-00003. blk_-3071585928291857810_1394
2013-10-31 15:37:46,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3457032334146692065_1394 src: /127.0.0.1:40609 dest: /127.0.0.1:48948
2013-10-31 15:37:46,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3457032334146692065_1394 src: /127.0.0.1:47339 dest: /127.0.0.1:42991
2013-10-31 15:37:46,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3457032334146692065_1394 src: /127.0.0.1:42038 dest: /127.0.0.1:53907
2013-10-31 15:37:46,489 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42038, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3457032334146692065_1394, duration: 1162536
2013-10-31 15:37:46,489 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3457032334146692065_1394 terminating
2013-10-31 15:37:46,490 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47339, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3457032334146692065_1394, duration: 1563199
2013-10-31 15:37:46,490 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3457032334146692065_1394 terminating
2013-10-31 15:37:46,490 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40609, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3457032334146692065_1394, duration: 2056020
2013-10-31 15:37:46,490 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3457032334146692065_1394 terminating
2013-10-31 15:37:46,491 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3457032334146692065_1394 size 136
2013-10-31 15:37:46,491 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0029_m_000002_0
2013-10-31 15:37:46,491 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0029_m_000002_0
2013-10-31 15:37:46,492 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3457032334146692065_1394 size 136
2013-10-31 15:37:46,494 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3457032334146692065_1394 size 136
2013-10-31 15:37:46,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3071585928291857810_1394 src: /127.0.0.1:47338 dest: /127.0.0.1:42991
2013-10-31 15:37:46,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3071585928291857810_1394 src: /127.0.0.1:42039 dest: /127.0.0.1:53907
2013-10-31 15:37:46,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3071585928291857810_1394 src: /127.0.0.1:40614 dest: /127.0.0.1:48948
2013-10-31 15:37:46,502 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40614, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3071585928291857810_1394, duration: 1411021
2013-10-31 15:37:46,502 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3071585928291857810_1394 terminating
2013-10-31 15:37:46,502 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3071585928291857810_1394 size 114
2013-10-31 15:37:46,502 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42039, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3071585928291857810_1394, duration: 1550887
2013-10-31 15:37:46,502 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3071585928291857810_1394 terminating
2013-10-31 15:37:46,503 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47338, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3071585928291857810_1394, duration: 2074951
2013-10-31 15:37:46,503 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3071585928291857810_1394 terminating
2013-10-31 15:37:46,504 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0029_m_000003_0
2013-10-31 15:37:46,504 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0029_m_000003_0
2013-10-31 15:37:46,506 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3071585928291857810_1394 size 114
2013-10-31 15:37:46,506 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3071585928291857810_1394 size 114
2013-10-31 15:37:46,541 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0029_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:46,542 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000002_0 0.0%
2013-10-31 15:37:46,550 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0029_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:46,550 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000003_0 0.0%
2013-10-31 15:37:46,677 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0029_m_-1285222292 given task: attempt_20131031152505967_0029_m_000004_0
2013-10-31 15:37:46,765 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0029_m_-1396065165 given task: attempt_20131031152505967_0029_m_000005_0
2013-10-31 15:37:46,819 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0029_m_000001_0
2013-10-31 15:37:46,819 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0029_m_000001_0
2013-10-31 15:37:46,865 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0029_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:46,866 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000001_0 0.0%
2013-10-31 15:37:47,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split dst=null perm=null
2013-10-31 15:37:47,166 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40618, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000004_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7754479473832626765_1385, duration: 162642
2013-10-31 15:37:47,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:37:47,204 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47348, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 129710
2013-10-31 15:37:47,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:47,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:47,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029/job.split dst=null perm=null
2013-10-31 15:37:47,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47349, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000005_0, offset: 1536, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7754479473832626765_1385, duration: 164665
2013-10-31 15:37:47,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:37:47,296 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40622, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0029_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 113154
2013-10-31 15:37:47,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:47,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:47,421 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000004_0/part-00004. blk_2083783718173436244_1396
2013-10-31 15:37:47,439 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0029_m_000000_0
2013-10-31 15:37:47,439 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0029_m_000001_0
2013-10-31 15:37:47,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2083783718173436244_1396 src: /127.0.0.1:47351 dest: /127.0.0.1:42991
2013-10-31 15:37:47,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2083783718173436244_1396 src: /127.0.0.1:40624 dest: /127.0.0.1:48948
2013-10-31 15:37:47,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2083783718173436244_1396 src: /127.0.0.1:42051 dest: /127.0.0.1:53907
2013-10-31 15:37:47,449 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42051, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2083783718173436244_1396, duration: 1064269
2013-10-31 15:37:47,449 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2083783718173436244_1396 terminating
2013-10-31 15:37:47,449 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40624, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2083783718173436244_1396, duration: 1434926
2013-10-31 15:37:47,449 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2083783718173436244_1396 terminating
2013-10-31 15:37:47,449 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47351, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2083783718173436244_1396, duration: 1799587
2013-10-31 15:37:47,450 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2083783718173436244_1396 terminating
2013-10-31 15:37:47,451 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2083783718173436244_1396 size 70
2013-10-31 15:37:47,452 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2083783718173436244_1396 size 70
2013-10-31 15:37:47,452 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2083783718173436244_1396 size 70
2013-10-31 15:37:47,507 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000005_0/part-00005. blk_-8798850438853812889_1396
2013-10-31 15:37:47,545 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8798850438853812889_1396 src: /127.0.0.1:54131 dest: /127.0.0.1:57702
2013-10-31 15:37:47,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8798850438853812889_1396 src: /127.0.0.1:42053 dest: /127.0.0.1:53907
2013-10-31 15:37:47,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8798850438853812889_1396 src: /127.0.0.1:40628 dest: /127.0.0.1:48948
2013-10-31 15:37:47,550 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40628, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8798850438853812889_1396, duration: 961945
2013-10-31 15:37:47,551 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8798850438853812889_1396 terminating
2013-10-31 15:37:47,551 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42053, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8798850438853812889_1396, duration: 1831407
2013-10-31 15:37:47,551 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8798850438853812889_1396 size 70
2013-10-31 15:37:47,552 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8798850438853812889_1396 terminating
2013-10-31 15:37:47,552 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8798850438853812889_1396 size 70
2013-10-31 15:37:47,552 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54131, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0029_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8798850438853812889_1396, duration: 2737273
2013-10-31 15:37:47,552 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8798850438853812889_1396 terminating
2013-10-31 15:37:47,554 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0029_m_000005_0
2013-10-31 15:37:47,554 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0029_m_000005_0
2013-10-31 15:37:47,556 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8798850438853812889_1396 size 70
2013-10-31 15:37:47,620 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0029_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:47,620 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000005_0 0.0%
2013-10-31 15:37:47,667 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0029_m_000002_0
2013-10-31 15:37:47,668 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0029_m_000003_0
2013-10-31 15:37:47,852 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0029_m_000004_0
2013-10-31 15:37:47,852 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0029_m_000004_0
2013-10-31 15:37:48,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000001_0 dst=null perm=null
2013-10-31 15:37:48,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:48,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:48,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000001_0 dst=null perm=null
2013-10-31 15:37:48,301 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0029_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:37:48,301 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000004_0 0.0%
2013-10-31 15:37:48,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000000_0 dst=null perm=null
2013-10-31 15:37:48,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:48,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:48,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000000_0 dst=null perm=null
2013-10-31 15:37:48,447 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0029_m_000004_0
2013-10-31 15:37:48,447 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0029_m_000005_0
2013-10-31 15:37:48,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000002_0 dst=null perm=null
2013-10-31 15:37:48,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:48,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000003_0 dst=null perm=null
2013-10-31 15:37:48,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:48,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:48,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000002_0 dst=null perm=null
2013-10-31 15:37:48,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:48,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000003_0 dst=null perm=null
2013-10-31 15:37:48,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000005_0 dst=null perm=null
2013-10-31 15:37:48,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:48,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:48,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000005_0 dst=null perm=null
2013-10-31 15:37:49,038 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:37:49,040 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0029_m_000001_0 is done.
2013-10-31 15:37:49,040 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0029_m_000001_0 was -1
2013-10-31 15:37:49,041 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:37:49,125 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:37:49,127 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:37:49,127 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0029_m_000002_0 is done.
2013-10-31 15:37:49,127 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0029_m_000002_0 was -1
2013-10-31 15:37:49,127 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:37:49,128 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0029_m_000003_0 is done.
2013-10-31 15:37:49,128 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0029_m_000003_0 was -1
2013-10-31 15:37:49,128 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:49,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000004_0 dst=null perm=null
2013-10-31 15:37:49,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:49,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:49,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary/_attempt_20131031152505967_0029_m_000004_0 dst=null perm=null
2013-10-31 15:37:49,439 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0029_m_000007_0
2013-10-31 15:37:49,439 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0029_m_000007_0
2013-10-31 15:37:49,439 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0029_m_000007_0 not found in cache
2013-10-31 15:37:50,095 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:37:50,096 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0029_m_000004_0 is done.
2013-10-31 15:37:50,097 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0029_m_000004_0 was -1
2013-10-31 15:37:50,097 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:37:50,180 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:37:50,180 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0029_m_000005_0 is done.
2013-10-31 15:37:50,181 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0029_m_000005_0 was -1
2013-10-31 15:37:50,181 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:50,443 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0029_m_000001_0' has completed task_20131031152505967_0029_m_000001 successfully.
2013-10-31 15:37:50,671 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0029_m_000002_0' has completed task_20131031152505967_0029_m_000002 successfully.
2013-10-31 15:37:50,672 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0029_m_000003_0' has completed task_20131031152505967_0029_m_000003 successfully.
2013-10-31 15:37:50,974 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:37:50,978 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:37:50,979 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0029_m_000000_0 is done.
2013-10-31 15:37:50,979 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0029_m_000000_0 was -1
2013-10-31 15:37:50,980 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:51,451 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0029_m_000004_0' has completed task_20131031152505967_0029_m_000004 successfully.
2013-10-31 15:37:51,452 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0029_m_000005_0' has completed task_20131031152505967_0029_m_000005 successfully.
2013-10-31 15:37:53,449 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0029_m_000000_0' has completed task_20131031152505967_0029_m_000000 successfully.
2013-10-31 15:37:53,517 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0029_m_000006_0' to tip task_20131031152505967_0029_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:37:53,520 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0029_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:37:53,520 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0029_m_000006_0 which needs 1 slots
2013-10-31 15:37:53,520 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0029_m_000006_0 which needs 1 slots
2013-10-31 15:37:53,613 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0029/attempt_20131031152505967_0029_m_000006_0. Attempting to reuse: jvm_20131031152505967_0029_m_429535366
2013-10-31 15:37:54,511 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0029_m_429535366 given task: attempt_20131031152505967_0029_m_000006_0
2013-10-31 15:37:54,600 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000006_0 0.0%
2013-10-31 15:37:54,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_temporary dst=null perm=null
2013-10-31 15:37:54,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:54,613 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_SUCCESS from client DFSClient_attempt_20131031152505967_0029_m_000006_0
2013-10-31 15:37:54,614 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0029_m_000006_0
2013-10-31 15:37:54,619 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4917192967430074411 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:54,619 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4917192967430074411 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:54,619 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4917192967430074411 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:54,619 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4917192967430074411 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:54,619 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7754479473832626765 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:54,619 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7754479473832626765 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:54,619 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7754479473832626765 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:54,620 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7754479473832626765 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:54,620 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_189959729232376859 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:54,620 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_189959729232376859 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:54,620 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_189959729232376859 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:37:54,620 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4236801375923420848 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:54,620 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4236801375923420848 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:54,620 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4236801375923420848 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:54,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0029 dst=null perm=null
2013-10-31 15:37:55,145 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-4236801375923420848_1387 blk_189959729232376859_1386 blk_7754479473832626765_1385 blk_4917192967430074411_1384
2013-10-31 15:37:55,146 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-4236801375923420848_1387 blk_7754479473832626765_1385 blk_4917192967430074411_1384
2013-10-31 15:37:56,579 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4236801375923420848_1387 file build/test/data/dfs/data/data1/current/blk_-4236801375923420848 for deletion
2013-10-31 15:37:56,579 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4917192967430074411_1384 file build/test/data/dfs/data/data1/current/blk_4917192967430074411 for deletion
2013-10-31 15:37:56,579 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4236801375923420848_1387 at file build/test/data/dfs/data/data1/current/blk_-4236801375923420848
2013-10-31 15:37:56,580 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7754479473832626765_1385 file build/test/data/dfs/data/data2/current/blk_7754479473832626765 for deletion
2013-10-31 15:37:56,580 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4917192967430074411_1384 at file build/test/data/dfs/data/data1/current/blk_4917192967430074411
2013-10-31 15:37:56,580 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7754479473832626765_1385 at file build/test/data/dfs/data/data2/current/blk_7754479473832626765
2013-10-31 15:37:57,574 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0029_m_000006_0 0.0% cleanup
2013-10-31 15:37:57,576 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0029_m_000006_0 is done.
2013-10-31 15:37:57,576 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0029_m_000006_0 was -1
2013-10-31 15:37:57,576 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:37:57,753 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4236801375923420848_1387 file build/test/data/dfs/data/data6/current/blk_-4236801375923420848 for deletion
2013-10-31 15:37:57,753 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_189959729232376859_1386 file build/test/data/dfs/data/data5/current/blk_189959729232376859 for deletion
2013-10-31 15:37:57,753 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4236801375923420848_1387 at file build/test/data/dfs/data/data6/current/blk_-4236801375923420848
2013-10-31 15:37:57,754 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_189959729232376859_1386 at file build/test/data/dfs/data/data5/current/blk_189959729232376859
2013-10-31 15:37:57,753 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4917192967430074411_1384 file build/test/data/dfs/data/data5/current/blk_4917192967430074411 for deletion
2013-10-31 15:37:57,754 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7754479473832626765_1385 file build/test/data/dfs/data/data6/current/blk_7754479473832626765 for deletion
2013-10-31 15:37:57,754 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4917192967430074411_1384 at file build/test/data/dfs/data/data5/current/blk_4917192967430074411
2013-10-31 15:37:57,755 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7754479473832626765_1385 at file build/test/data/dfs/data/data6/current/blk_7754479473832626765
2013-10-31 15:37:58,146 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_189959729232376859_1386 blk_7754479473832626765_1385 blk_4917192967430074411_1384
2013-10-31 15:37:58,147 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-4236801375923420848_1387 blk_189959729232376859_1386 blk_7754479473832626765_1385 blk_4917192967430074411_1384
2013-10-31 15:37:59,527 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0029_m_000006_0' has completed task_20131031152505967_0029_m_000006 successfully.
2013-10-31 15:37:59,528 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0029 has completed successfully.
2013-10-31 15:37:59,528 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0029,submitTime=1383233857188,launchTime=1383233857288,firstMapTaskLaunchTime=1383233864433,firstJobSetupTaskLaunchTime=1383233858414,firstJobCleanupTaskLaunchTime=1383233873517,finishTime=1383233879528,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=37,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[FA6940ECBB5F4041B1D2FD3D2B1EF33E/19D4C6461B2C4CFD87258722D98F44D6] offset*merge/(2/2)
2013-10-31 15:37:59,535 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_logs/history/job_20131031152505967_0029_1383233857188_hadoop_%5BFA6940ECBB5F4041B1D2FD3D2B1EF33E%2F19D4C6461B2C4CFD. blk_1287776593590832721_1397
2013-10-31 15:37:59,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1287776593590832721_1397 src: /127.0.0.1:47361 dest: /127.0.0.1:42991
2013-10-31 15:37:59,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1287776593590832721_1397 src: /127.0.0.1:40634 dest: /127.0.0.1:48948
2013-10-31 15:37:59,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1287776593590832721_1397 src: /127.0.0.1:54140 dest: /127.0.0.1:57702
2013-10-31 15:37:59,550 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54140, dest: /127.0.0.1:57702, bytes: 29170, op: HDFS_WRITE, cliID: DFSClient_530461805, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1287776593590832721_1397, duration: 4955577
2013-10-31 15:37:59,551 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1287776593590832721_1397 terminating
2013-10-31 15:37:59,551 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40634, dest: /127.0.0.1:48948, bytes: 29170, op: HDFS_WRITE, cliID: DFSClient_530461805, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1287776593590832721_1397, duration: 4642328
2013-10-31 15:37:59,552 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1287776593590832721_1397 terminating
2013-10-31 15:37:59,552 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47361, dest: /127.0.0.1:42991, bytes: 29170, op: HDFS_WRITE, cliID: DFSClient_530461805, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1287776593590832721_1397, duration: 7346955
2013-10-31 15:37:59,553 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1287776593590832721_1397 terminating
2013-10-31 15:37:59,556 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1287776593590832721_1397 size 29170
2013-10-31 15:37:59,557 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_logs/history/job_20131031152505967_0029_1383233857188_hadoop_%5BFA6940ECBB5F4041B1D2FD3D2B1EF33E%2F19D4C6461B2C4CFD from client DFSClient_530461805
2013-10-31 15:37:59,558 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/_logs/history/job_20131031152505967_0029_1383233857188_hadoop_%5BFA6940ECBB5F4041B1D2FD3D2B1EF33E%2F19D4C6461B2C4CFD is closed by DFSClient_530461805
2013-10-31 15:37:59,558 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1287776593590832721_1397 size 29170
2013-10-31 15:37:59,559 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1287776593590832721_1397 size 29170
2013-10-31 15:37:59,565 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0029_1383233857188_hadoop_%5BFA6940ECBB5F4041B1D2FD3D2B1EF33E%2F19D4C6461B2C4CFD to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:37:59,566 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0029_m_000000_0'
2013-10-31 15:37:59,566 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0029_m_000001_0'
2013-10-31 15:37:59,567 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0029_m_000006_0'
2013-10-31 15:37:59,567 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0029_m_000007_0'
2013-10-31 15:37:59,568 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7081576813249864696 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:37:59,568 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7081576813249864696 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:37:59,568 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7081576813249864696 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:37:59,571 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0029_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:37:59,571 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge] starting step: (1/2) ...geintohashjoinaccumulated
2013-10-31 15:37:59,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0029 dst=null perm=null
2013-10-31 15:37:59,579 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:37:59,579 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:37:59,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:37:59,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:37:59,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:59,603 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.jar. blk_-2292406877027699198_1398
2013-10-31 15:37:59,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2292406877027699198_1398 src: /127.0.0.1:40637 dest: /127.0.0.1:48948
2013-10-31 15:37:59,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2292406877027699198_1398 src: /127.0.0.1:47366 dest: /127.0.0.1:42991
2013-10-31 15:37:59,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2292406877027699198_1398 src: /127.0.0.1:54144 dest: /127.0.0.1:57702
2013-10-31 15:37:59,618 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54144, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2292406877027699198_1398, duration: 6766072
2013-10-31 15:37:59,619 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2292406877027699198_1398 terminating
2013-10-31 15:37:59,619 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47366, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2292406877027699198_1398, duration: 7637382
2013-10-31 15:37:59,620 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2292406877027699198_1398 terminating
2013-10-31 15:37:59,620 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40637, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2292406877027699198_1398, duration: 8562508
2013-10-31 15:37:59,621 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2292406877027699198_1398 terminating
2013-10-31 15:37:59,621 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2292406877027699198_1398 size 238055
2013-10-31 15:37:59,623 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.jar from client DFSClient_1342392704
2013-10-31 15:37:59,623 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.jar is closed by DFSClient_1342392704
2013-10-31 15:37:59,623 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2292406877027699198_1398 size 238055
2013-10-31 15:37:59,624 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2292406877027699198_1398 size 238055
2013-10-31 15:37:59,683 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0029_m_000002_0'
2013-10-31 15:37:59,684 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0029_m_000003_0'
2013-10-31 15:37:59,931 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.jar. New replication is 10
2013-10-31 15:37:59,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.jar dst=null perm=null
2013-10-31 15:37:59,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:59,945 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:37:59,950 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:37:59,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:37:59,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:59,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:37:59,968 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split. New replication is 10
2013-10-31 15:37:59,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split dst=null perm=null
2013-10-31 15:37:59,977 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split. blk_-5395059428586384903_1399
2013-10-31 15:37:59,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5395059428586384903_1399 src: /127.0.0.1:40640 dest: /127.0.0.1:48948
2013-10-31 15:37:59,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5395059428586384903_1399 src: /127.0.0.1:47369 dest: /127.0.0.1:42991
2013-10-31 15:37:59,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5395059428586384903_1399 src: /127.0.0.1:42068 dest: /127.0.0.1:53907
2013-10-31 15:37:59,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5395059428586384903_1399 src: /127.0.0.1:54148 dest: /127.0.0.1:57702
2013-10-31 15:37:59,988 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54148, dest: /127.0.0.1:57702, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5395059428586384903_1399, duration: 86405
2013-10-31 15:37:59,988 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5395059428586384903_1399 terminating
2013-10-31 15:37:59,989 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42068, dest: /127.0.0.1:53907, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5395059428586384903_1399, duration: 878860
2013-10-31 15:37:59,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5395059428586384903_1399 terminating
2013-10-31 15:37:59,989 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5395059428586384903_1399 size 1767
2013-10-31 15:37:59,990 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47369, dest: /127.0.0.1:42991, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5395059428586384903_1399, duration: 1877717
2013-10-31 15:37:59,990 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5395059428586384903_1399 terminating
2013-10-31 15:37:59,991 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40640, dest: /127.0.0.1:48948, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5395059428586384903_1399, duration: 2844144
2013-10-31 15:37:59,991 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5395059428586384903_1399 size 1767
2013-10-31 15:37:59,991 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-5395059428586384903_1399 terminating
2013-10-31 15:37:59,996 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5395059428586384903_1399 size 1767
2013-10-31 15:37:59,996 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5395059428586384903_1399 size 1767
2013-10-31 15:37:59,996 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split from client DFSClient_1342392704
2013-10-31 15:37:59,997 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split is closed by DFSClient_1342392704
2013-10-31 15:38:00,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:00,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:00,020 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.splitmetainfo. blk_2283849442828798157_1400
2013-10-31 15:38:00,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2283849442828798157_1400 src: /127.0.0.1:54149 dest: /127.0.0.1:57702
2013-10-31 15:38:00,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2283849442828798157_1400 src: /127.0.0.1:40645 dest: /127.0.0.1:48948
2013-10-31 15:38:00,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2283849442828798157_1400 src: /127.0.0.1:42072 dest: /127.0.0.1:53907
2013-10-31 15:38:00,028 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42072, dest: /127.0.0.1:53907, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2283849442828798157_1400, duration: 66771
2013-10-31 15:38:00,028 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2283849442828798157_1400 terminating
2013-10-31 15:38:00,029 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40645, dest: /127.0.0.1:48948, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2283849442828798157_1400, duration: 849016
2013-10-31 15:38:00,030 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2283849442828798157_1400 terminating
2013-10-31 15:38:00,030 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54149, dest: /127.0.0.1:57702, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2283849442828798157_1400, duration: 2273616
2013-10-31 15:38:00,031 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2283849442828798157_1400 terminating
2013-10-31 15:38:00,031 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2283849442828798157_1400 size 183
2013-10-31 15:38:00,033 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2283849442828798157_1400 size 183
2013-10-31 15:38:00,033 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:38:00,034 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:38:00,035 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2283849442828798157_1400 size 183
2013-10-31 15:38:00,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:00,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:00,060 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.xml. blk_-5678798945140307086_1401
2013-10-31 15:38:00,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5678798945140307086_1401 src: /127.0.0.1:42073 dest: /127.0.0.1:53907
2013-10-31 15:38:00,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5678798945140307086_1401 src: /127.0.0.1:40648 dest: /127.0.0.1:48948
2013-10-31 15:38:00,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5678798945140307086_1401 src: /127.0.0.1:54154 dest: /127.0.0.1:57702
2013-10-31 15:38:00,065 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54154, dest: /127.0.0.1:57702, bytes: 28699, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5678798945140307086_1401, duration: 895345
2013-10-31 15:38:00,065 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5678798945140307086_1401 terminating
2013-10-31 15:38:00,066 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40648, dest: /127.0.0.1:48948, bytes: 28699, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5678798945140307086_1401, duration: 527708
2013-10-31 15:38:00,066 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5678798945140307086_1401 terminating
2013-10-31 15:38:00,066 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5678798945140307086_1401 size 28699
2013-10-31 15:38:00,066 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42073, dest: /127.0.0.1:53907, bytes: 28699, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5678798945140307086_1401, duration: 1048141
2013-10-31 15:38:00,066 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5678798945140307086_1401 size 28699
2013-10-31 15:38:00,067 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5678798945140307086_1401 terminating
2013-10-31 15:38:00,068 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.xml from client DFSClient_1342392704
2013-10-31 15:38:00,069 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.xml is closed by DFSClient_1342392704
2013-10-31 15:38:00,069 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5678798945140307086_1401 size 28699
2013-10-31 15:38:00,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.xml dst=null perm=null
2013-10-31 15:38:00,083 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42077, bytes: 28927, op: HDFS_READ, cliID: DFSClient_-951455612, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5678798945140307086_1401, duration: 379687
2013-10-31 15:38:00,101 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0030: nMaps=5 nReduces=0 max=-1
2013-10-31 15:38:00,102 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0030 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:38:00,102 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0030
2013-10-31 15:38:00,102 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0030 RESULT=SUCCESS
2013-10-31 15:38:00,102 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0030
2013-10-31 15:38:00,104 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge] submitted hadoop job: job_20131031152505967_0030
2013-10-31 15:38:00,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0030_1383233880074_hadoop_%5BFA6940ECBB5F4041B1D2FD3D2B1EF33E%2F0E6E45A3E1E3484D dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:00,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0030_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:00,138 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0030_conf.xml. blk_5998799962304633085_1403
2013-10-31 15:38:00,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5998799962304633085_1403 src: /127.0.0.1:40652 dest: /127.0.0.1:48948
2013-10-31 15:38:00,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5998799962304633085_1403 src: /127.0.0.1:42079 dest: /127.0.0.1:53907
2013-10-31 15:38:00,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5998799962304633085_1403 src: /127.0.0.1:47382 dest: /127.0.0.1:42991
2013-10-31 15:38:00,147 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47382, dest: /127.0.0.1:42991, bytes: 28764, op: HDFS_WRITE, cliID: DFSClient_-951455612, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5998799962304633085_1403, duration: 840098
2013-10-31 15:38:00,148 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5998799962304633085_1403 terminating
2013-10-31 15:38:00,148 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42079, dest: /127.0.0.1:53907, bytes: 28764, op: HDFS_WRITE, cliID: DFSClient_-951455612, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5998799962304633085_1403, duration: 1742560
2013-10-31 15:38:00,149 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5998799962304633085_1403 size 28764
2013-10-31 15:38:00,149 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5998799962304633085_1403 terminating
2013-10-31 15:38:00,149 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40652, dest: /127.0.0.1:48948, bytes: 28764, op: HDFS_WRITE, cliID: DFSClient_-951455612, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5998799962304633085_1403, duration: 3109675
2013-10-31 15:38:00,150 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5998799962304633085_1403 terminating
2013-10-31 15:38:00,151 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0030_conf.xml from client DFSClient_-951455612
2013-10-31 15:38:00,152 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0030_conf.xml is closed by DFSClient_-951455612
2013-10-31 15:38:00,152 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5998799962304633085_1403 size 28764
2013-10-31 15:38:00,154 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5998799962304633085_1403 size 28764
2013-10-31 15:38:00,191 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_189959729232376859_1386 file build/test/data/dfs/data/data7/current/blk_189959729232376859 for deletion
2013-10-31 15:38:00,191 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4236801375923420848_1387 file build/test/data/dfs/data/data4/current/blk_-4236801375923420848 for deletion
2013-10-31 15:38:00,191 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_189959729232376859_1386 at file build/test/data/dfs/data/data7/current/blk_189959729232376859
2013-10-31 15:38:00,191 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4917192967430074411_1384 file build/test/data/dfs/data/data7/current/blk_4917192967430074411 for deletion
2013-10-31 15:38:00,191 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4236801375923420848_1387 at file build/test/data/dfs/data/data4/current/blk_-4236801375923420848
2013-10-31 15:38:00,191 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_189959729232376859_1386 file build/test/data/dfs/data/data3/current/blk_189959729232376859 for deletion
2013-10-31 15:38:00,192 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4917192967430074411_1384 at file build/test/data/dfs/data/data7/current/blk_4917192967430074411
2013-10-31 15:38:00,192 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_189959729232376859_1386 at file build/test/data/dfs/data/data3/current/blk_189959729232376859
2013-10-31 15:38:00,192 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7754479473832626765_1385 file build/test/data/dfs/data/data8/current/blk_7754479473832626765 for deletion
2013-10-31 15:38:00,192 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4917192967430074411_1384 file build/test/data/dfs/data/data3/current/blk_4917192967430074411 for deletion
2013-10-31 15:38:00,193 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7754479473832626765_1385 at file build/test/data/dfs/data/data8/current/blk_7754479473832626765
2013-10-31 15:38:00,193 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7754479473832626765_1385 file build/test/data/dfs/data/data4/current/blk_7754479473832626765 for deletion
2013-10-31 15:38:00,193 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4917192967430074411_1384 at file build/test/data/dfs/data/data3/current/blk_4917192967430074411
2013-10-31 15:38:00,194 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7754479473832626765_1385 at file build/test/data/dfs/data/data4/current/blk_7754479473832626765
2013-10-31 15:38:00,459 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0029
2013-10-31 15:38:00,460 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0029 being deleted.
2013-10-31 15:38:00,462 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0029_m_000004_0'
2013-10-31 15:38:00,462 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0029_m_000005_0'
2013-10-31 15:38:00,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0030/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:00,476 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0030/jobToken. blk_7047737575998545149_1404
2013-10-31 15:38:00,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7047737575998545149_1404 src: /127.0.0.1:47383 dest: /127.0.0.1:42991
2013-10-31 15:38:00,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7047737575998545149_1404 src: /127.0.0.1:54161 dest: /127.0.0.1:57702
2013-10-31 15:38:00,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7047737575998545149_1404 src: /127.0.0.1:40657 dest: /127.0.0.1:48948
2013-10-31 15:38:00,484 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40657, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7047737575998545149_1404, duration: 91617
2013-10-31 15:38:00,484 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7047737575998545149_1404 terminating
2013-10-31 15:38:00,485 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54161, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7047737575998545149_1404, duration: 940707
2013-10-31 15:38:00,485 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7047737575998545149_1404 terminating
2013-10-31 15:38:00,485 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7047737575998545149_1404 size 116
2013-10-31 15:38:00,486 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47383, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7047737575998545149_1404, duration: 1781413
2013-10-31 15:38:00,486 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7047737575998545149_1404 terminating
2013-10-31 15:38:00,491 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7047737575998545149_1404 size 116
2013-10-31 15:38:00,491 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0030/jobToken from client DFSClient_1342392704
2013-10-31 15:38:00,491 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0030/jobToken is closed by DFSClient_1342392704
2013-10-31 15:38:00,492 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7047737575998545149_1404 size 116
2013-10-31 15:38:00,498 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0030/jobToken
2013-10-31 15:38:00,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.splitmetainfo dst=null perm=null
2013-10-31 15:38:00,502 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42084, bytes: 187, op: HDFS_READ, cliID: DFSClient_-951455612, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2283849442828798157_1400, duration: 280886
2013-10-31 15:38:00,503 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0030 = 15. Number of splits = 5
2013-10-31 15:38:00,504 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,504 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,504 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,505 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,505 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,505 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,505 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,506 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,506 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,506 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,506 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,507 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,507 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,507 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,507 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0030_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:00,508 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0030 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:38:00,508 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0030 initialized successfully with 5 map tasks and 0 reduce tasks.
2013-10-31 15:38:01,147 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_-2292406877027699198_1398 to datanode(s) 127.0.0.1:53907
2013-10-31 15:38:01,148 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_7081576813249864696_1390
2013-10-31 15:38:01,148 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_7081576813249864696_1390
2013-10-31 15:38:01,647 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:38:01,656 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:38:01,661 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:38:01,666 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:38:01,671 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:38:01,677 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:38:01,682 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:38:01,682 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 15:38:02,573 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0030_m_000006_0' to tip task_20131031152505967_0030_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:38:02,578 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0030_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:38:02,578 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0030_m_000006_0 which needs 1 slots
2013-10-31 15:38:02,578 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0030_m_000006_0 which needs 1 slots
2013-10-31 15:38:02,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0030/jobToken dst=null perm=null
2013-10-31 15:38:02,583 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54164, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7047737575998545149_1404, duration: 293336
2013-10-31 15:38:02,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.xml dst=null perm=null
2013-10-31 15:38:02,588 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40661, bytes: 28927, op: HDFS_READ, cliID: DFSClient_1910170310, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5678798945140307086_1401, duration: 181943
2013-10-31 15:38:02,600 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_-2292406877027699198_1398 to 127.0.0.1:53907
2013-10-31 15:38:02,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2292406877027699198_1398 src: /127.0.0.1:42088 dest: /127.0.0.1:53907
2013-10-31 15:38:02,602 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_-2292406877027699198_1398 to /127.0.0.1:53907
2013-10-31 15:38:02,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-2292406877027699198_1398 src: /127.0.0.1:42088 dest: /127.0.0.1:53907 of size 238055
2013-10-31 15:38:02,606 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:38:02,606 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2292406877027699198_1398 size 238055
2013-10-31 15:38:02,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.jar dst=null perm=null
2013-10-31 15:38:02,634 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40663, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1910170310, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2292406877027699198_1398, duration: 888895
2013-10-31 15:38:02,708 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0029_m_212007864
2013-10-31 15:38:02,714 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6326 with signal TERM. Exit code 0
2013-10-31 15:38:02,714 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0030_m_-1104832687
2013-10-31 15:38:02,715 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0030_m_-1104832687 spawned.
2013-10-31 15:38:02,720 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0030/attempt_20131031152505967_0030_m_000006_0/taskjvm.sh
2013-10-31 15:38:03,124 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0029_m_212007864
2013-10-31 15:38:03,191 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7081576813249864696_1390 file build/test/data/dfs/data/data4/current/blk_7081576813249864696 for deletion
2013-10-31 15:38:03,192 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7081576813249864696_1390 at file build/test/data/dfs/data/data4/current/blk_7081576813249864696
2013-10-31 15:38:03,256 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:03,256 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:03,256 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:03,256 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0029_m_212007864 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:03,754 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7081576813249864696_1390 file build/test/data/dfs/data/data6/current/blk_7081576813249864696 for deletion
2013-10-31 15:38:03,755 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7081576813249864696_1390 at file build/test/data/dfs/data/data6/current/blk_7081576813249864696
2013-10-31 15:38:03,961 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0030_m_-1104832687 given task: attempt_20131031152505967_0030_m_000006_0
2013-10-31 15:38:04,149 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_7081576813249864696_1390
2013-10-31 15:38:04,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:04,568 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0029
2013-10-31 15:38:04,569 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0029_m_000000_0 not found in cache
2013-10-31 15:38:04,569 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0029_m_000001_0 not found in cache
2013-10-31 15:38:04,569 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0029_m_000006_0 not found in cache
2013-10-31 15:38:04,570 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0029 for user-log deletion with retainTimeStamp:1383320284570
2013-10-31 15:38:04,684 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0029
2013-10-31 15:38:04,685 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0029_m_000002_0 not found in cache
2013-10-31 15:38:04,685 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0029_m_000003_0 not found in cache
2013-10-31 15:38:04,686 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0029 for user-log deletion with retainTimeStamp:1383320284686
2013-10-31 15:38:04,693 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0029_m_1388083221 since job job_20131031152505967_0029 is dead
2013-10-31 15:38:04,703 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6396 with signal TERM. Exit code 0
2013-10-31 15:38:04,891 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:04,892 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:04,892 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:04,892 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0029_m_1388083221 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:05,463 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0029
2013-10-31 15:38:05,464 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0029_m_000004_0 not found in cache
2013-10-31 15:38:05,464 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0029_m_000005_0 not found in cache
2013-10-31 15:38:05,465 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0029 for user-log deletion with retainTimeStamp:1383320285464
2013-10-31 15:38:05,602 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7081576813249864696_1390 file build/test/data/dfs/data/data2/current/blk_7081576813249864696 for deletion
2013-10-31 15:38:05,602 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7081576813249864696_1390 at file build/test/data/dfs/data/data2/current/blk_7081576813249864696
2013-10-31 15:38:05,613 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0029_m_429535366 since job job_20131031152505967_0029 is dead
2013-10-31 15:38:05,623 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6184 with signal TERM. Exit code 0
2013-10-31 15:38:05,661 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0029_m_-1285222292 since job job_20131031152505967_0029 is dead
2013-10-31 15:38:05,669 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6508 with signal TERM. Exit code 0
2013-10-31 15:38:05,731 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0029_m_-1396065165 since job job_20131031152505967_0029 is dead
2013-10-31 15:38:05,741 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6538 with signal TERM. Exit code 0
2013-10-31 15:38:05,795 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:05,795 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:05,795 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:05,795 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0029_m_429535366 exited with exit code 143. Number of tasks it ran: 3
2013-10-31 15:38:05,840 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:05,840 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:05,840 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:05,840 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0029_m_-1285222292 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:05,941 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:05,941 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:05,942 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:05,942 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0029_m_-1396065165 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:06,182 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0029_m_-170857807 since job job_20131031152505967_0029 is dead
2013-10-31 15:38:06,192 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6385 with signal TERM. Exit code 0
2013-10-31 15:38:06,373 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:06,374 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:06,374 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:06,374 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0029_m_-170857807 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:07,378 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000006_0 0.0% setup
2013-10-31 15:38:07,381 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0030_m_000006_0 is done.
2013-10-31 15:38:07,381 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0030_m_000006_0 was -1
2013-10-31 15:38:07,382 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:08,586 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0030_m_000006_0' has completed task_20131031152505967_0030_m_000006 successfully.
2013-10-31 15:38:08,588 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0030_m_000000_0' to tip task_20131031152505967_0030_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:38:08,589 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0030_m_000000
2013-10-31 15:38:08,590 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0030_m_000001_0' to tip task_20131031152505967_0030_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:38:08,590 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0030_m_000001
2013-10-31 15:38:08,592 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0030_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:38:08,595 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0030_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:38:08,595 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0030_m_000000_0 which needs 1 slots
2013-10-31 15:38:08,596 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0030_m_000000_0 which needs 1 slots
2013-10-31 15:38:08,596 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0030_m_000001_0 which needs 1 slots
2013-10-31 15:38:08,596 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0030_m_000001_0 which needs 1 slots
2013-10-31 15:38:08,696 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0030_m_000002_0' to tip task_20131031152505967_0030_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:38:08,696 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0030_m_000002
2013-10-31 15:38:08,697 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0030_m_000003_0' to tip task_20131031152505967_0030_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:38:08,697 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0030_m_000003
2013-10-31 15:38:08,699 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0030_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:38:08,700 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0030_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:38:08,700 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0030_m_000002_0 which needs 1 slots
2013-10-31 15:38:08,701 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0030_m_000002_0 which needs 1 slots
2013-10-31 15:38:08,701 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0030_m_000003_0 which needs 1 slots
2013-10-31 15:38:08,701 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0030_m_000003_0 which needs 1 slots
2013-10-31 15:38:08,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0030/jobToken dst=null perm=null
2013-10-31 15:38:08,731 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0030_m_-1085082873
2013-10-31 15:38:08,732 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0030_m_-1085082873 spawned.
2013-10-31 15:38:08,735 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0030/attempt_20131031152505967_0030_m_000001_0. Attempting to reuse: jvm_20131031152505967_0030_m_-1104832687
2013-10-31 15:38:08,736 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47394, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7047737575998545149_1404, duration: 3372044
2013-10-31 15:38:08,738 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0030/attempt_20131031152505967_0030_m_000000_0/taskjvm.sh
2013-10-31 15:38:08,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.xml dst=null perm=null
2013-10-31 15:38:08,748 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42094, bytes: 28927, op: HDFS_READ, cliID: DFSClient_-159493005, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5678798945140307086_1401, duration: 397790
2013-10-31 15:38:08,781 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:38:08,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.jar dst=null perm=null
2013-10-31 15:38:08,803 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47397, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-159493005, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2292406877027699198_1398, duration: 620285
2013-10-31 15:38:08,856 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0030_m_-1428029691
2013-10-31 15:38:08,856 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0030_m_-1428029691 spawned.
2013-10-31 15:38:08,857 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0030/attempt_20131031152505967_0030_m_000003_0/taskjvm.sh
2013-10-31 15:38:08,860 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0030_m_-946056367
2013-10-31 15:38:08,860 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0030_m_-946056367 spawned.
2013-10-31 15:38:08,861 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0030/attempt_20131031152505967_0030_m_000002_0/taskjvm.sh
2013-10-31 15:38:08,943 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0030_m_-1104832687 given task: attempt_20131031152505967_0030_m_000001_0
2013-10-31 15:38:09,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split dst=null perm=null
2013-10-31 15:38:09,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42097, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5395059428586384903_1399, duration: 162535
2013-10-31 15:38:09,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:38:09,087 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47401, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 160112
2013-10-31 15:38:09,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:09,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:09,466 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0030_m_000004_0' to tip task_20131031152505967_0030_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:38:09,467 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0030_m_000004
2013-10-31 15:38:09,468 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0030_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:38:09,468 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0030_m_000004_0 which needs 1 slots
2013-10-31 15:38:09,468 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0030_m_000004_0 which needs 1 slots
2013-10-31 15:38:09,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0030/jobToken dst=null perm=null
2013-10-31 15:38:09,472 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40675, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7047737575998545149_1404, duration: 138548
2013-10-31 15:38:09,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.xml dst=null perm=null
2013-10-31 15:38:09,477 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40677, bytes: 28927, op: HDFS_READ, cliID: DFSClient_1803661775, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5678798945140307086_1401, duration: 166730
2013-10-31 15:38:09,490 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:38:09,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=null
2013-10-31 15:38:09,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00000 dst=null perm=null
2013-10-31 15:38:09,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00001 dst=null perm=null
2013-10-31 15:38:09,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00002 dst=null perm=null
2013-10-31 15:38:09,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.jar dst=null perm=null
2013-10-31 15:38:09,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00003 dst=null perm=null
2013-10-31 15:38:09,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00004 dst=null perm=null
2013-10-31 15:38:09,504 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40678, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1803661775, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2292406877027699198_1398, duration: 625961
2013-10-31 15:38:09,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00005 dst=null perm=null
2013-10-31 15:38:09,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00000 dst=null perm=null
2013-10-31 15:38:09,512 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54184, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4183703366851334905_1391, duration: 100486
2013-10-31 15:38:09,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00001 dst=null perm=null
2013-10-31 15:38:09,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47408, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_545894839547389757_1394, duration: 125011
2013-10-31 15:38:09,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00002 dst=null perm=null
2013-10-31 15:38:09,531 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42107, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3457032334146692065_1394, duration: 106028
2013-10-31 15:38:09,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00003 dst=null perm=null
2013-10-31 15:38:09,535 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47410, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3071585928291857810_1394, duration: 101710
2013-10-31 15:38:09,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00004 dst=null perm=null
2013-10-31 15:38:09,538 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40683, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2083783718173436244_1396, duration: 100600
2013-10-31 15:38:09,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00005 dst=null perm=null
2013-10-31 15:38:09,541 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40684, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8798850438853812889_1396, duration: 118644
2013-10-31 15:38:09,549 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000001_0/part-00001. blk_2197838840762151843_1405
2013-10-31 15:38:09,554 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0030_m_-164227929
2013-10-31 15:38:09,555 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0030_m_-164227929 spawned.
2013-10-31 15:38:09,556 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0030/attempt_20131031152505967_0030_m_000004_0/taskjvm.sh
2013-10-31 15:38:09,567 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2197838840762151843_1405 src: /127.0.0.1:47413 dest: /127.0.0.1:42991
2013-10-31 15:38:09,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2197838840762151843_1405 src: /127.0.0.1:54191 dest: /127.0.0.1:57702
2013-10-31 15:38:09,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2197838840762151843_1405 src: /127.0.0.1:42113 dest: /127.0.0.1:53907
2013-10-31 15:38:09,571 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42113, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0030_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2197838840762151843_1405, duration: 1594328
2013-10-31 15:38:09,571 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2197838840762151843_1405 terminating
2013-10-31 15:38:09,571 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54191, dest: /127.0.0.1:57702, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0030_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2197838840762151843_1405, duration: 1917974
2013-10-31 15:38:09,571 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2197838840762151843_1405 size 16
2013-10-31 15:38:09,572 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2197838840762151843_1405 terminating
2013-10-31 15:38:09,572 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47413, dest: /127.0.0.1:42991, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0030_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2197838840762151843_1405, duration: 2289057
2013-10-31 15:38:09,572 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2197838840762151843_1405 size 16
2013-10-31 15:38:09,572 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2197838840762151843_1405 terminating
2013-10-31 15:38:09,574 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0030_m_000001_0
2013-10-31 15:38:09,574 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0030_m_000001_0
2013-10-31 15:38:09,575 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2197838840762151843_1405 size 16
2013-10-31 15:38:09,575 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0030_m_-1085082873 given task: attempt_20131031152505967_0030_m_000000_0
2013-10-31 15:38:09,917 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0030_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:09,917 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000001_0 0.0%
2013-10-31 15:38:09,975 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0030_m_-1428029691 given task: attempt_20131031152505967_0030_m_000003_0
2013-10-31 15:38:10,033 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0030_m_-946056367 given task: attempt_20131031152505967_0030_m_000002_0
2013-10-31 15:38:10,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split dst=null perm=null
2013-10-31 15:38:10,304 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54196, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5395059428586384903_1399, duration: 168532
2013-10-31 15:38:10,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:38:10,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:10,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:10,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split dst=null perm=null
2013-10-31 15:38:10,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47422, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000003_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5395059428586384903_1399, duration: 169161
2013-10-31 15:38:10,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:38:10,524 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42121, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 162732
2013-10-31 15:38:10,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split dst=null perm=null
2013-10-31 15:38:10,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47424, bytes: 1267, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5395059428586384903_1399, duration: 160080
2013-10-31 15:38:10,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:10,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:10,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=null
2013-10-31 15:38:10,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:38:10,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00000 dst=null perm=null
2013-10-31 15:38:10,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00001 dst=null perm=null
2013-10-31 15:38:10,582 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47426, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 175892
2013-10-31 15:38:10,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00002 dst=null perm=null
2013-10-31 15:38:10,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00003 dst=null perm=null
2013-10-31 15:38:10,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00004 dst=null perm=null
2013-10-31 15:38:10,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00005 dst=null perm=null
2013-10-31 15:38:10,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00000 dst=null perm=null
2013-10-31 15:38:10,595 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42125, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4183703366851334905_1391, duration: 128997
2013-10-31 15:38:10,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:10,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:10,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00001 dst=null perm=null
2013-10-31 15:38:10,615 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42126, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_545894839547389757_1394, duration: 140817
2013-10-31 15:38:10,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00002 dst=null perm=null
2013-10-31 15:38:10,619 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47429, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3457032334146692065_1394, duration: 153313
2013-10-31 15:38:10,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00003 dst=null perm=null
2013-10-31 15:38:10,622 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47430, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3071585928291857810_1394, duration: 150091
2013-10-31 15:38:10,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00004 dst=null perm=null
2013-10-31 15:38:10,625 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42129, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2083783718173436244_1396, duration: 102481
2013-10-31 15:38:10,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00005 dst=null perm=null
2013-10-31 15:38:10,628 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54209, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8798850438853812889_1396, duration: 103504
2013-10-31 15:38:10,632 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47433, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 122981
2013-10-31 15:38:10,639 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000000_0/part-00000. blk_-575425817325173688_1408
2013-10-31 15:38:10,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-575425817325173688_1408 src: /127.0.0.1:47434 dest: /127.0.0.1:42991
2013-10-31 15:38:10,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-575425817325173688_1408 src: /127.0.0.1:42133 dest: /127.0.0.1:53907
2013-10-31 15:38:10,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-575425817325173688_1408 src: /127.0.0.1:54213 dest: /127.0.0.1:57702
2013-10-31 15:38:10,676 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54213, dest: /127.0.0.1:57702, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0030_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-575425817325173688_1408, duration: 33410
2013-10-31 15:38:10,676 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-575425817325173688_1408 terminating
2013-10-31 15:38:10,677 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42133, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0030_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-575425817325173688_1408, duration: 1486187
2013-10-31 15:38:10,677 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-575425817325173688_1408 size 16
2013-10-31 15:38:10,678 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-575425817325173688_1408 size 16
2013-10-31 15:38:10,679 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-575425817325173688_1408 terminating
2013-10-31 15:38:10,679 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47434, dest: /127.0.0.1:42991, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0030_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-575425817325173688_1408, duration: 2948370
2013-10-31 15:38:10,679 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-575425817325173688_1408 terminating
2013-10-31 15:38:10,683 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0030_m_000000_0
2013-10-31 15:38:10,684 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0030_m_000000_0
2013-10-31 15:38:10,684 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-575425817325173688_1408 size 16
2013-10-31 15:38:10,728 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0030_m_-164227929 given task: attempt_20131031152505967_0030_m_000004_0
2013-10-31 15:38:10,730 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0030_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:10,731 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000000_0 0.0%
2013-10-31 15:38:10,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=null
2013-10-31 15:38:10,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00000 dst=null perm=null
2013-10-31 15:38:10,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00001 dst=null perm=null
2013-10-31 15:38:10,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00002 dst=null perm=null
2013-10-31 15:38:10,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00003 dst=null perm=null
2013-10-31 15:38:10,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00004 dst=null perm=null
2013-10-31 15:38:10,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00005 dst=null perm=null
2013-10-31 15:38:10,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00000 dst=null perm=null
2013-10-31 15:38:10,790 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40709, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4183703366851334905_1391, duration: 134006
2013-10-31 15:38:10,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00001 dst=null perm=null
2013-10-31 15:38:10,808 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42136, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_545894839547389757_1394, duration: 114897
2013-10-31 15:38:10,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00002 dst=null perm=null
2013-10-31 15:38:10,811 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42137, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3457032334146692065_1394, duration: 118931
2013-10-31 15:38:10,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00003 dst=null perm=null
2013-10-31 15:38:10,815 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40712, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3071585928291857810_1394, duration: 104751
2013-10-31 15:38:10,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00004 dst=null perm=null
2013-10-31 15:38:10,818 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40713, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2083783718173436244_1396, duration: 99027
2013-10-31 15:38:10,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00005 dst=null perm=null
2013-10-31 15:38:10,821 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54219, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8798850438853812889_1396, duration: 101122
2013-10-31 15:38:10,827 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0030_m_000003_0
2013-10-31 15:38:10,827 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0030_m_000003_0
2013-10-31 15:38:10,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=null
2013-10-31 15:38:10,872 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0030_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:10,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00000 dst=null perm=null
2013-10-31 15:38:10,873 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000003_0 0.0%
2013-10-31 15:38:10,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00001 dst=null perm=null
2013-10-31 15:38:10,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00002 dst=null perm=null
2013-10-31 15:38:10,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00003 dst=null perm=null
2013-10-31 15:38:10,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00004 dst=null perm=null
2013-10-31 15:38:10,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00005 dst=null perm=null
2013-10-31 15:38:10,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00000 dst=null perm=null
2013-10-31 15:38:10,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40715, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4183703366851334905_1391, duration: 123380
2013-10-31 15:38:10,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00001 dst=null perm=null
2013-10-31 15:38:10,905 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42142, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_545894839547389757_1394, duration: 134899
2013-10-31 15:38:10,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00002 dst=null perm=null
2013-10-31 15:38:10,908 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47445, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3457032334146692065_1394, duration: 104381
2013-10-31 15:38:10,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00003 dst=null perm=null
2013-10-31 15:38:10,912 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47446, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3071585928291857810_1394, duration: 102317
2013-10-31 15:38:10,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00004 dst=null perm=null
2013-10-31 15:38:10,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40719, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2083783718173436244_1396, duration: 99422
2013-10-31 15:38:10,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00005 dst=null perm=null
2013-10-31 15:38:10,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54225, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8798850438853812889_1396, duration: 96537
2013-10-31 15:38:10,925 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0030_m_000002_0
2013-10-31 15:38:10,925 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0030_m_000002_0
2013-10-31 15:38:10,973 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0030_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:10,973 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000002_0 0.0%
2013-10-31 15:38:11,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030/job.split dst=null perm=null
2013-10-31 15:38:11,247 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47450, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5395059428586384903_1399, duration: 163061
2013-10-31 15:38:11,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:38:11,287 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42149, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 360986
2013-10-31 15:38:11,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:11,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:11,597 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0030_m_000000_0
2013-10-31 15:38:11,598 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0030_m_000001_0
2013-10-31 15:38:11,703 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0030_m_000002_0
2013-10-31 15:38:11,703 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0030_m_000003_0
2013-10-31 15:38:11,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000000_0 dst=null perm=null
2013-10-31 15:38:11,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:11,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:11,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000000_0 dst=null perm=null
2013-10-31 15:38:11,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=null
2013-10-31 15:38:11,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00000 dst=null perm=null
2013-10-31 15:38:11,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00001 dst=null perm=null
2013-10-31 15:38:11,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00002 dst=null perm=null
2013-10-31 15:38:11,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00003 dst=null perm=null
2013-10-31 15:38:11,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00004 dst=null perm=null
2013-10-31 15:38:11,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00005 dst=null perm=null
2013-10-31 15:38:11,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00000 dst=null perm=null
2013-10-31 15:38:11,778 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54229, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4183703366851334905_1391, duration: 121593
2013-10-31 15:38:11,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00001 dst=null perm=null
2013-10-31 15:38:11,795 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42151, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_545894839547389757_1394, duration: 140448
2013-10-31 15:38:11,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00002 dst=null perm=null
2013-10-31 15:38:11,798 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47454, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3457032334146692065_1394, duration: 127200
2013-10-31 15:38:11,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00003 dst=null perm=null
2013-10-31 15:38:11,802 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47455, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3071585928291857810_1394, duration: 140469
2013-10-31 15:38:11,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00004 dst=null perm=null
2013-10-31 15:38:11,805 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47456, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2083783718173436244_1396, duration: 133005
2013-10-31 15:38:11,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE/part-00005 dst=null perm=null
2013-10-31 15:38:11,808 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54234, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0030_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8798850438853812889_1396, duration: 135383
2013-10-31 15:38:11,817 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000004_0/part-00004. blk_3066347972794559005_1409
2013-10-31 15:38:11,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3066347972794559005_1409 src: /127.0.0.1:40730 dest: /127.0.0.1:48948
2013-10-31 15:38:11,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3066347972794559005_1409 src: /127.0.0.1:47459 dest: /127.0.0.1:42991
2013-10-31 15:38:11,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3066347972794559005_1409 src: /127.0.0.1:42158 dest: /127.0.0.1:53907
2013-10-31 15:38:11,847 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42158, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0030_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3066347972794559005_1409, duration: 1628954
2013-10-31 15:38:11,847 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3066347972794559005_1409 terminating
2013-10-31 15:38:11,847 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47459, dest: /127.0.0.1:42991, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0030_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3066347972794559005_1409, duration: 1709200
2013-10-31 15:38:11,848 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3066347972794559005_1409 size 16
2013-10-31 15:38:11,848 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3066347972794559005_1409 terminating
2013-10-31 15:38:11,848 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40730, dest: /127.0.0.1:48948, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0030_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3066347972794559005_1409, duration: 2679593
2013-10-31 15:38:11,848 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3066347972794559005_1409 size 16
2013-10-31 15:38:11,848 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3066347972794559005_1409 terminating
2013-10-31 15:38:11,850 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0030_m_000004_0
2013-10-31 15:38:11,850 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0030_m_000004_0
2013-10-31 15:38:11,850 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3066347972794559005_1409 size 16
2013-10-31 15:38:11,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000003_0 dst=null perm=null
2013-10-31 15:38:11,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:11,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:11,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000003_0 dst=null perm=null
2013-10-31 15:38:11,908 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0030_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:11,908 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000004_0 0.0%
2013-10-31 15:38:11,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000001_0 dst=null perm=null
2013-10-31 15:38:11,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:11,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:11,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000001_0 dst=null perm=null
2013-10-31 15:38:11,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000002_0 dst=null perm=null
2013-10-31 15:38:11,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:11,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:12,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000002_0 dst=null perm=null
2013-10-31 15:38:12,010 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:38:12,011 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0030_m_000001_0 is done.
2013-10-31 15:38:12,011 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0030_m_000001_0 was -1
2013-10-31 15:38:12,012 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:38:12,472 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0030_m_000004_0
2013-10-31 15:38:12,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000004_0 dst=null perm=null
2013-10-31 15:38:12,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:12,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:12,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0030_m_000004_0 dst=null perm=null
2013-10-31 15:38:13,232 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:38:13,233 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0030_m_000000_0 is done.
2013-10-31 15:38:13,233 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0030_m_000000_0 was -1
2013-10-31 15:38:13,234 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:13,407 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000003_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:9+3
2013-10-31 15:38:13,408 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0030_m_000003_0 is done.
2013-10-31 15:38:13,408 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0030_m_000003_0 was -1
2013-10-31 15:38:13,408 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:38:13,463 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:6+3
2013-10-31 15:38:13,464 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0030_m_000002_0 is done.
2013-10-31 15:38:13,464 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0030_m_000002_0 was -1
2013-10-31 15:38:13,464 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:13,596 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0030_m_000006_0
2013-10-31 15:38:13,596 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0030_m_000006_0
2013-10-31 15:38:13,596 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0030_m_000006_0 not found in cache
2013-10-31 15:38:14,173 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:12+3
2013-10-31 15:38:14,175 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0030_m_000004_0 is done.
2013-10-31 15:38:14,175 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0030_m_000004_0 was -1
2013-10-31 15:38:14,176 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:14,601 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0030_m_000000_0' has completed task_20131031152505967_0030_m_000000 successfully.
2013-10-31 15:38:14,603 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0030_m_000001_0' has completed task_20131031152505967_0030_m_000001 successfully.
2013-10-31 15:38:14,707 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0030_m_000002_0' has completed task_20131031152505967_0030_m_000002 successfully.
2013-10-31 15:38:14,708 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0030_m_000003_0' has completed task_20131031152505967_0030_m_000003 successfully.
2013-10-31 15:38:15,475 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0030_m_000004_0' has completed task_20131031152505967_0030_m_000004 successfully.
2013-10-31 15:38:15,478 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0030_m_000005_0' to tip task_20131031152505967_0030_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:38:15,480 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0030_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:38:15,480 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0030_m_000005_0 which needs 1 slots
2013-10-31 15:38:15,480 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0030_m_000005_0 which needs 1 slots
2013-10-31 15:38:15,948 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0030_m_1590285171
2013-10-31 15:38:15,949 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0030_m_1590285171 spawned.
2013-10-31 15:38:15,952 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0030/attempt_20131031152505967_0030_m_000005_0/taskjvm.sh
2013-10-31 15:38:16,949 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0030_m_1590285171 given task: attempt_20131031152505967_0030_m_000005_0
2013-10-31 15:38:17,427 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000005_0 0.0%
2013-10-31 15:38:17,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary dst=null perm=null
2013-10-31 15:38:17,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:17,448 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_SUCCESS from client DFSClient_attempt_20131031152505967_0030_m_000005_0
2013-10-31 15:38:17,448 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0030_m_000005_0
2013-10-31 15:38:17,575 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2292406877027699198 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:17,575 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2292406877027699198 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:17,575 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2292406877027699198 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:38:17,576 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2292406877027699198 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:17,576 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5395059428586384903 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:17,576 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5395059428586384903 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:17,576 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5395059428586384903 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:38:17,577 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5395059428586384903 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:17,577 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2283849442828798157 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:17,577 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2283849442828798157 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:17,577 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2283849442828798157 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:17,577 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5678798945140307086 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:17,578 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5678798945140307086 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:17,578 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5678798945140307086 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:17,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0030 dst=null perm=null
2013-10-31 15:38:19,151 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-2292406877027699198_1398 blk_-5395059428586384903_1399 blk_2283849442828798157_1400 blk_-5678798945140307086_1401
2013-10-31 15:38:19,152 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-2292406877027699198_1398 blk_-5395059428586384903_1399 blk_2283849442828798157_1400 blk_-5678798945140307086_1401
2013-10-31 15:38:20,363 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0030_m_000005_0 0.0% cleanup
2013-10-31 15:38:20,365 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0030_m_000005_0 is done.
2013-10-31 15:38:20,365 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0030_m_000005_0 was -1
2013-10-31 15:38:20,366 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:21,198 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5678798945140307086_1401 file build/test/data/dfs/data/data8/current/blk_-5678798945140307086 for deletion
2013-10-31 15:38:21,198 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5678798945140307086_1401 file build/test/data/dfs/data/data3/current/blk_-5678798945140307086 for deletion
2013-10-31 15:38:21,198 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5395059428586384903_1399 file build/test/data/dfs/data/data8/current/blk_-5395059428586384903 for deletion
2013-10-31 15:38:21,199 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5395059428586384903_1399 file build/test/data/dfs/data/data3/current/blk_-5395059428586384903 for deletion
2013-10-31 15:38:21,199 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2292406877027699198_1398 file build/test/data/dfs/data/data7/current/blk_-2292406877027699198 for deletion
2013-10-31 15:38:21,199 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5678798945140307086_1401 at file build/test/data/dfs/data/data3/current/blk_-5678798945140307086
2013-10-31 15:38:21,199 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5678798945140307086_1401 at file build/test/data/dfs/data/data8/current/blk_-5678798945140307086
2013-10-31 15:38:21,199 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2292406877027699198_1398 at file build/test/data/dfs/data/data7/current/blk_-2292406877027699198
2013-10-31 15:38:21,199 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5395059428586384903_1399 at file build/test/data/dfs/data/data3/current/blk_-5395059428586384903
2013-10-31 15:38:21,199 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2283849442828798157_1400 file build/test/data/dfs/data/data7/current/blk_2283849442828798157 for deletion
2013-10-31 15:38:21,199 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2292406877027699198_1398 file build/test/data/dfs/data/data3/current/blk_-2292406877027699198 for deletion
2013-10-31 15:38:21,200 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2283849442828798157_1400 at file build/test/data/dfs/data/data7/current/blk_2283849442828798157
2013-10-31 15:38:21,200 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5395059428586384903_1399 at file build/test/data/dfs/data/data8/current/blk_-5395059428586384903
2013-10-31 15:38:21,201 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2292406877027699198_1398 at file build/test/data/dfs/data/data3/current/blk_-2292406877027699198
2013-10-31 15:38:21,201 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2283849442828798157_1400 file build/test/data/dfs/data/data4/current/blk_2283849442828798157 for deletion
2013-10-31 15:38:21,202 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2283849442828798157_1400 at file build/test/data/dfs/data/data4/current/blk_2283849442828798157
2013-10-31 15:38:21,487 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0030_m_000005_0' has completed task_20131031152505967_0030_m_000005 successfully.
2013-10-31 15:38:21,488 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0030 has completed successfully.
2013-10-31 15:38:21,489 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0030,submitTime=1383233880074,launchTime=1383233880508,firstMapTaskLaunchTime=1383233888588,firstJobSetupTaskLaunchTime=1383233882572,firstJobCleanupTaskLaunchTime=1383233895477,finishTime=1383233901488,numMaps=5,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=31,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[FA6940ECBB5F4041B1D2FD3D2B1EF33E/0E6E45A3E1E3484DAD301942A23FD62A] offset*merge/(1/2) ...geintohashjoinaccumulated
2013-10-31 15:38:21,493 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0030_1383233880074_hadoop_%5BFA6940ECBB5F4041B1D2FD3D2B1EF33E%2F0E6E45A3E1E3484D. blk_6001453498969103360_1410
2013-10-31 15:38:21,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6001453498969103360_1410 src: /127.0.0.1:47464 dest: /127.0.0.1:42991
2013-10-31 15:38:21,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6001453498969103360_1410 src: /127.0.0.1:40737 dest: /127.0.0.1:48948
2013-10-31 15:38:21,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6001453498969103360_1410 src: /127.0.0.1:54243 dest: /127.0.0.1:57702
2013-10-31 15:38:21,500 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54243, dest: /127.0.0.1:57702, bytes: 25514, op: HDFS_WRITE, cliID: DFSClient_-951455612, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6001453498969103360_1410, duration: 2535509
2013-10-31 15:38:21,501 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6001453498969103360_1410 terminating
2013-10-31 15:38:21,502 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40737, dest: /127.0.0.1:48948, bytes: 25514, op: HDFS_WRITE, cliID: DFSClient_-951455612, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6001453498969103360_1410, duration: 2520355
2013-10-31 15:38:21,503 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6001453498969103360_1410 terminating
2013-10-31 15:38:21,503 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6001453498969103360_1410 size 25514
2013-10-31 15:38:21,503 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47464, dest: /127.0.0.1:42991, bytes: 25514, op: HDFS_WRITE, cliID: DFSClient_-951455612, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6001453498969103360_1410, duration: 4830410
2013-10-31 15:38:21,503 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6001453498969103360_1410 terminating
2013-10-31 15:38:21,508 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6001453498969103360_1410 size 25514
2013-10-31 15:38:21,508 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0030_1383233880074_hadoop_%5BFA6940ECBB5F4041B1D2FD3D2B1EF33E%2F0E6E45A3E1E3484D from client DFSClient_-951455612
2013-10-31 15:38:21,509 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0030_1383233880074_hadoop_%5BFA6940ECBB5F4041B1D2FD3D2B1EF33E%2F0E6E45A3E1E3484D is closed by DFSClient_-951455612
2013-10-31 15:38:21,509 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6001453498969103360_1410 size 25514
2013-10-31 15:38:21,517 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0030_1383233880074_hadoop_%5BFA6940ECBB5F4041B1D2FD3D2B1EF33E%2F0E6E45A3E1E3484D to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:38:21,517 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0030_m_000004_0'
2013-10-31 15:38:21,518 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0030_m_000005_0'
2013-10-31 15:38:21,519 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7047737575998545149 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:21,519 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7047737575998545149 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:21,519 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7047737575998545149 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:38:21,523 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1287776593590832721 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:21,523 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1287776593590832721 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:21,524 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0030_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:38:21,524 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1287776593590832721 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:38:21,524 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6007289434232951437 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:21,524 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6007289434232951437 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:21,524 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6007289434232951437 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:21,525 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4183703366851334905 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:21,525 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4183703366851334905 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:21,525 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4183703366851334905 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:21,525 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_545894839547389757 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:38:21,526 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_545894839547389757 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:21,526 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_545894839547389757 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:21,526 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3457032334146692065 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:21,526 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3457032334146692065 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:38:21,526 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3457032334146692065 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:21,527 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3071585928291857810 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:21,527 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3071585928291857810 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:38:21,527 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3071585928291857810 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:21,527 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2083783718173436244 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:38:21,528 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2083783718173436244 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:21,528 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2083783718173436244 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:21,528 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8798850438853812889 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:21,528 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8798850438853812889 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:21,528 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8798850438853812889 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:21,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0030 dst=null perm=null
2013-10-31 15:38:21,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7890606892_merge_85614944570D40F4BD9E6631BAA90DCE dst=null perm=null
2013-10-31 15:38:21,539 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/_temporary
2013-10-31 15:38:21,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated dst=null perm=null
2013-10-31 15:38:21,560 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 5
2013-10-31 15:38:21,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00000 dst=null perm=null
2013-10-31 15:38:21,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00001 dst=null perm=null
2013-10-31 15:38:21,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00002 dst=null perm=null
2013-10-31 15:38:21,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00003 dst=null perm=null
2013-10-31 15:38:21,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00004 dst=null perm=null
2013-10-31 15:38:21,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00000 dst=null perm=null
2013-10-31 15:38:21,570 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42166, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-575425817325173688_1408, duration: 306230
2013-10-31 15:38:21,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00001 dst=null perm=null
2013-10-31 15:38:21,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47469, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2197838840762151843_1405, duration: 269993
2013-10-31 15:38:21,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00002 dst=null perm=null
2013-10-31 15:38:21,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00003 dst=null perm=null
2013-10-31 15:38:21,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00004 dst=null perm=null
2013-10-31 15:38:21,579 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40742, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3066347972794559005_1409, duration: 298458
2013-10-31 15:38:21,579 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/mergeintohashjoinaccumulated
2013-10-31 15:38:21,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated dst=null perm=null
2013-10-31 15:38:21,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00000 dst=null perm=null
2013-10-31 15:38:21,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42169, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-575425817325173688_1408, duration: 253303
2013-10-31 15:38:21,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00001 dst=null perm=null
2013-10-31 15:38:21,591 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47472, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2197838840762151843_1405, duration: 252655
2013-10-31 15:38:21,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00002 dst=null perm=null
2013-10-31 15:38:21,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00003 dst=null perm=null
2013-10-31 15:38:21,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/mergeintohashjoinaccumulated/part-00004 dst=null perm=null
2013-10-31 15:38:21,600 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40745, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3066347972794559005_1409, duration: 317855
2013-10-31 15:38:21,622 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:38:21,623 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:38:21,643 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] starting
2013-10-31 15:38:21,644 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt"]
2013-10-31 15:38:21,644 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex"]
2013-10-31 15:38:21,645 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] parallel execution is enabled: true
2013-10-31 15:38:21,645 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] starting jobs: 1
2013-10-31 15:38:21,645 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [merged] allocating threads: 1
2013-10-31 15:38:21,646 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] starting step: (1/1) .../splitsourcemergedcomplex
2013-10-31 15:38:21,649 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:38:21,649 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:38:21,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:21,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:38:21,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:21,672 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.jar. blk_5085086739051544526_1411
2013-10-31 15:38:21,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5085086739051544526_1411 src: /127.0.0.1:54251 dest: /127.0.0.1:57702
2013-10-31 15:38:21,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5085086739051544526_1411 src: /127.0.0.1:47475 dest: /127.0.0.1:42991
2013-10-31 15:38:21,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5085086739051544526_1411 src: /127.0.0.1:42174 dest: /127.0.0.1:53907
2013-10-31 15:38:21,685 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42174, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5085086739051544526_1411, duration: 4794700
2013-10-31 15:38:21,685 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5085086739051544526_1411 terminating
2013-10-31 15:38:21,686 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47475, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5085086739051544526_1411, duration: 5650833
2013-10-31 15:38:21,686 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5085086739051544526_1411 size 238055
2013-10-31 15:38:21,686 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5085086739051544526_1411 terminating
2013-10-31 15:38:21,687 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54251, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5085086739051544526_1411, duration: 6705561
2013-10-31 15:38:21,687 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5085086739051544526_1411 terminating
2013-10-31 15:38:21,689 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5085086739051544526_1411 size 238055
2013-10-31 15:38:21,689 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.jar from client DFSClient_1342392704
2013-10-31 15:38:21,690 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.jar is closed by DFSClient_1342392704
2013-10-31 15:38:21,690 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5085086739051544526_1411 size 238055
2013-10-31 15:38:21,696 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.jar. New replication is 10
2013-10-31 15:38:21,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.jar dst=null perm=null
2013-10-31 15:38:21,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:21,711 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:38:21,715 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:38:21,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:38:21,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:21,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:21,734 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.split. New replication is 10
2013-10-31 15:38:21,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.split dst=null perm=null
2013-10-31 15:38:21,750 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.split. blk_-6150028786601680214_1412
2013-10-31 15:38:21,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6150028786601680214_1412 src: /127.0.0.1:54254 dest: /127.0.0.1:57702
2013-10-31 15:38:21,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6150028786601680214_1412 src: /127.0.0.1:40750 dest: /127.0.0.1:48948
2013-10-31 15:38:21,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6150028786601680214_1412 src: /127.0.0.1:47479 dest: /127.0.0.1:42991
2013-10-31 15:38:21,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6150028786601680214_1412 src: /127.0.0.1:42178 dest: /127.0.0.1:53907
2013-10-31 15:38:21,758 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42178, dest: /127.0.0.1:53907, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6150028786601680214_1412, duration: 240394
2013-10-31 15:38:21,758 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6150028786601680214_1412 size 1403
2013-10-31 15:38:21,758 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6150028786601680214_1412 terminating
2013-10-31 15:38:21,758 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47479, dest: /127.0.0.1:42991, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6150028786601680214_1412, duration: 986894
2013-10-31 15:38:21,759 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6150028786601680214_1412 size 1403
2013-10-31 15:38:21,759 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6150028786601680214_1412 terminating
2013-10-31 15:38:21,759 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40750, dest: /127.0.0.1:48948, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6150028786601680214_1412, duration: 2085028
2013-10-31 15:38:21,759 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6150028786601680214_1412 terminating
2013-10-31 15:38:21,760 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6150028786601680214_1412 size 1403
2013-10-31 15:38:21,760 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54254, dest: /127.0.0.1:57702, bytes: 1403, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6150028786601680214_1412, duration: 2425994
2013-10-31 15:38:21,760 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-6150028786601680214_1412 terminating
2013-10-31 15:38:21,760 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6150028786601680214_1412 size 1403
2013-10-31 15:38:21,762 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.split from client DFSClient_1342392704
2013-10-31 15:38:21,762 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.split is closed by DFSClient_1342392704
2013-10-31 15:38:21,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:21,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:21,782 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.splitmetainfo. blk_6573014665037365009_1413
2013-10-31 15:38:21,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6573014665037365009_1413 src: /127.0.0.1:42179 dest: /127.0.0.1:53907
2013-10-31 15:38:21,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6573014665037365009_1413 src: /127.0.0.1:40754 dest: /127.0.0.1:48948
2013-10-31 15:38:21,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6573014665037365009_1413 src: /127.0.0.1:54260 dest: /127.0.0.1:57702
2013-10-31 15:38:21,791 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54260, dest: /127.0.0.1:57702, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6573014665037365009_1413, duration: 64857
2013-10-31 15:38:21,792 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6573014665037365009_1413 terminating
2013-10-31 15:38:21,792 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40754, dest: /127.0.0.1:48948, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6573014665037365009_1413, duration: 845297
2013-10-31 15:38:21,793 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6573014665037365009_1413 terminating
2013-10-31 15:38:21,793 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42179, dest: /127.0.0.1:53907, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6573014665037365009_1413, duration: 1689585
2013-10-31 15:38:21,794 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6573014665037365009_1413 terminating
2013-10-31 15:38:21,797 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6573014665037365009_1413 size 156
2013-10-31 15:38:21,797 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6573014665037365009_1413 size 156
2013-10-31 15:38:21,798 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6573014665037365009_1413 size 156
2013-10-31 15:38:22,152 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_5085086739051544526_1411 to datanode(s) 127.0.0.1:48948
2013-10-31 15:38:22,153 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_2083783718173436244_1396 blk_-3071585928291857810_1394 blk_-6007289434232951437_1389 blk_3457032334146692065_1394 blk_545894839547389757_1394 blk_-8798850438853812889_1396 blk_-4183703366851334905_1391
2013-10-31 15:38:22,153 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-6007289434232951437_1389 blk_545894839547389757_1394 blk_-8798850438853812889_1396 blk_1287776593590832721_1397 blk_7047737575998545149_1404 blk_-4183703366851334905_1391
2013-10-31 15:38:22,197 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:38:22,198 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:38:22,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:22,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:22,228 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.xml. blk_-2357598654248232269_1414
2013-10-31 15:38:22,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2357598654248232269_1414 src: /127.0.0.1:47484 dest: /127.0.0.1:42991
2013-10-31 15:38:22,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2357598654248232269_1414 src: /127.0.0.1:54262 dest: /127.0.0.1:57702
2013-10-31 15:38:22,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2357598654248232269_1414 src: /127.0.0.1:40758 dest: /127.0.0.1:48948
2013-10-31 15:38:22,237 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40758, dest: /127.0.0.1:48948, bytes: 28365, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2357598654248232269_1414, duration: 112176
2013-10-31 15:38:22,237 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2357598654248232269_1414 terminating
2013-10-31 15:38:22,238 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54262, dest: /127.0.0.1:57702, bytes: 28365, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2357598654248232269_1414, duration: 997230
2013-10-31 15:38:22,238 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2357598654248232269_1414 terminating
2013-10-31 15:38:22,238 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47484, dest: /127.0.0.1:42991, bytes: 28365, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2357598654248232269_1414, duration: 1884174
2013-10-31 15:38:22,239 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2357598654248232269_1414 terminating
2013-10-31 15:38:22,241 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2357598654248232269_1414 size 28365
2013-10-31 15:38:22,242 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.xml from client DFSClient_1342392704
2013-10-31 15:38:22,242 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.xml is closed by DFSClient_1342392704
2013-10-31 15:38:22,243 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2357598654248232269_1414 size 28365
2013-10-31 15:38:22,243 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2357598654248232269_1414 size 28365
2013-10-31 15:38:22,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.xml dst=null perm=null
2013-10-31 15:38:22,259 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47488, bytes: 28589, op: HDFS_READ, cliID: DFSClient_-1284647330, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2357598654248232269_1414, duration: 463936
2013-10-31 15:38:22,284 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0031: nMaps=4 nReduces=0 max=-1
2013-10-31 15:38:22,284 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0031 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:38:22,284 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0031
2013-10-31 15:38:22,284 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0031 RESULT=SUCCESS
2013-10-31 15:38:22,284 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0031
2013-10-31 15:38:22,285 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [merged] submitted hadoop job: job_20131031152505967_0031
2013-10-31 15:38:23,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_logs/history/job_20131031152505967_0031_1383233902249_hadoop_%5B5FE8F512EDEB473A9B8D0C464341EA46%2F1CF73D97E5894FE7 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:23,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_logs/history/job_20131031152505967_0031_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:23,384 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_logs/history/job_20131031152505967_0031_conf.xml. blk_330626822248687978_1416
2013-10-31 15:38:23,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_330626822248687978_1416 src: /127.0.0.1:54266 dest: /127.0.0.1:57702
2013-10-31 15:38:23,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_330626822248687978_1416 src: /127.0.0.1:42188 dest: /127.0.0.1:53907
2013-10-31 15:38:23,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_330626822248687978_1416 src: /127.0.0.1:47491 dest: /127.0.0.1:42991
2013-10-31 15:38:23,393 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47491, dest: /127.0.0.1:42991, bytes: 28430, op: HDFS_WRITE, cliID: DFSClient_-1284647330, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_330626822248687978_1416, duration: 668341
2013-10-31 15:38:23,394 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_330626822248687978_1416 terminating
2013-10-31 15:38:23,394 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42188, dest: /127.0.0.1:53907, bytes: 28430, op: HDFS_WRITE, cliID: DFSClient_-1284647330, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_330626822248687978_1416, duration: 1879164
2013-10-31 15:38:23,395 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_330626822248687978_1416 terminating
2013-10-31 15:38:23,395 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54266, dest: /127.0.0.1:57702, bytes: 28430, op: HDFS_WRITE, cliID: DFSClient_-1284647330, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_330626822248687978_1416, duration: 2448309
2013-10-31 15:38:23,395 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_330626822248687978_1416 terminating
2013-10-31 15:38:23,400 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_330626822248687978_1416 size 28430
2013-10-31 15:38:23,400 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_logs/history/job_20131031152505967_0031_conf.xml from client DFSClient_-1284647330
2013-10-31 15:38:23,401 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_logs/history/job_20131031152505967_0031_conf.xml is closed by DFSClient_-1284647330
2013-10-31 15:38:23,401 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_330626822248687978_1416 size 28430
2013-10-31 15:38:23,401 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_330626822248687978_1416 size 28430
2013-10-31 15:38:23,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0031/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:23,417 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0031/jobToken. blk_-5989657834796836923_1417
2013-10-31 15:38:23,418 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5989657834796836923_1417 src: /127.0.0.1:40764 dest: /127.0.0.1:48948
2013-10-31 15:38:23,420 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5989657834796836923_1417 src: /127.0.0.1:54270 dest: /127.0.0.1:57702
2013-10-31 15:38:23,421 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5989657834796836923_1417 src: /127.0.0.1:42192 dest: /127.0.0.1:53907
2013-10-31 15:38:23,424 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42192, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5989657834796836923_1417, duration: 63803
2013-10-31 15:38:23,425 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5989657834796836923_1417 terminating
2013-10-31 15:38:23,425 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54270, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5989657834796836923_1417, duration: 841390
2013-10-31 15:38:23,425 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5989657834796836923_1417 terminating
2013-10-31 15:38:23,426 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40764, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5989657834796836923_1417, duration: 1614855
2013-10-31 15:38:23,426 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5989657834796836923_1417 terminating
2013-10-31 15:38:23,426 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5989657834796836923_1417 size 116
2013-10-31 15:38:23,429 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5989657834796836923_1417 size 116
2013-10-31 15:38:23,429 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0031/jobToken from client DFSClient_1342392704
2013-10-31 15:38:23,430 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0031/jobToken is closed by DFSClient_1342392704
2013-10-31 15:38:23,430 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5989657834796836923_1417 size 116
2013-10-31 15:38:23,439 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0031/jobToken
2013-10-31 15:38:23,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.splitmetainfo dst=null perm=null
2013-10-31 15:38:23,443 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40767, bytes: 160, op: HDFS_READ, cliID: DFSClient_-1284647330, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6573014665037365009_1413, duration: 274691
2013-10-31 15:38:23,445 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0031 = 1449. Number of splits = 4
2013-10-31 15:38:23,445 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,445 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,446 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,446 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,446 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,447 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,447 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,447 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,447 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,448 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,448 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,448 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0031_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:23,448 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0031 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:38:23,449 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0031 initialized successfully with 4 map tasks and 0 reduce tasks.
2013-10-31 15:38:23,608 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_5085086739051544526_1411 to 127.0.0.1:48948
2013-10-31 15:38:23,610 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5085086739051544526_1411 src: /127.0.0.1:40768 dest: /127.0.0.1:48948
2013-10-31 15:38:23,610 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_5085086739051544526_1411 to /127.0.0.1:48948
2013-10-31 15:38:23,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_5085086739051544526_1411 src: /127.0.0.1:40768 dest: /127.0.0.1:48948 of size 238055
2013-10-31 15:38:23,616 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0031_m_000005_0' to tip task_20131031152505967_0031_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:38:23,621 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5085086739051544526_1411 size 238055
2013-10-31 15:38:23,622 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0030_m_000000_0'
2013-10-31 15:38:23,622 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0030_m_000001_0'
2013-10-31 15:38:23,622 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0030_m_000006_0'
2013-10-31 15:38:23,624 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0031_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:38:23,625 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0031_m_000005_0 which needs 1 slots
2013-10-31 15:38:23,625 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0031_m_000005_0 which needs 1 slots
2013-10-31 15:38:23,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0031/jobToken dst=null perm=null
2013-10-31 15:38:23,632 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54274, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5989657834796836923_1417, duration: 256413
2013-10-31 15:38:23,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.xml dst=null perm=null
2013-10-31 15:38:23,642 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47499, bytes: 28589, op: HDFS_READ, cliID: DFSClient_-904429366, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2357598654248232269_1414, duration: 366621
2013-10-31 15:38:23,672 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:38:23,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.jar dst=null perm=null
2013-10-31 15:38:23,699 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40772, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-904429366, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5085086739051544526_1411, duration: 877961
2013-10-31 15:38:23,720 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0030_m_000002_0'
2013-10-31 15:38:23,720 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0030_m_000003_0'
2013-10-31 15:38:23,781 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0030_m_-1085082873
2013-10-31 15:38:23,785 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6996 with signal TERM. Exit code 0
2013-10-31 15:38:23,785 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0031_m_-415863140
2013-10-31 15:38:23,786 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0031_m_-415863140 spawned.
2013-10-31 15:38:23,788 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0031/attempt_20131031152505967_0031_m_000005_0/taskjvm.sh
2013-10-31 15:38:23,873 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:23,873 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:23,873 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:23,873 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0030_m_-1085082873 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:24,199 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8798850438853812889_1396 file build/test/data/dfs/data/data4/current/blk_-8798850438853812889 for deletion
2013-10-31 15:38:24,199 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8798850438853812889_1396 file build/test/data/dfs/data/data7/current/blk_-8798850438853812889 for deletion
2013-10-31 15:38:24,199 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6007289434232951437_1389 file build/test/data/dfs/data/data3/current/blk_-6007289434232951437 for deletion
2013-10-31 15:38:24,200 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6007289434232951437_1389 file build/test/data/dfs/data/data8/current/blk_-6007289434232951437 for deletion
2013-10-31 15:38:24,200 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4183703366851334905_1391 file build/test/data/dfs/data/data3/current/blk_-4183703366851334905 for deletion
2013-10-31 15:38:24,200 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4183703366851334905_1391 file build/test/data/dfs/data/data7/current/blk_-4183703366851334905 for deletion
2013-10-31 15:38:24,200 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3071585928291857810_1394 file build/test/data/dfs/data/data4/current/blk_-3071585928291857810 for deletion
2013-10-31 15:38:24,201 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_545894839547389757_1394 file build/test/data/dfs/data/data8/current/blk_545894839547389757 for deletion
2013-10-31 15:38:24,201 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_545894839547389757_1394 file build/test/data/dfs/data/data4/current/blk_545894839547389757 for deletion
2013-10-31 15:38:24,201 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1287776593590832721_1397 file build/test/data/dfs/data/data8/current/blk_1287776593590832721 for deletion
2013-10-31 15:38:24,201 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2083783718173436244_1396 file build/test/data/dfs/data/data3/current/blk_2083783718173436244 for deletion
2013-10-31 15:38:24,202 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7047737575998545149_1404 file build/test/data/dfs/data/data7/current/blk_7047737575998545149 for deletion
2013-10-31 15:38:24,202 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3457032334146692065_1394 file build/test/data/dfs/data/data3/current/blk_3457032334146692065 for deletion
2013-10-31 15:38:24,257 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8798850438853812889_1396 at file build/test/data/dfs/data/data7/current/blk_-8798850438853812889
2013-10-31 15:38:24,257 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8798850438853812889_1396 at file build/test/data/dfs/data/data4/current/blk_-8798850438853812889
2013-10-31 15:38:24,257 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6007289434232951437_1389 at file build/test/data/dfs/data/data8/current/blk_-6007289434232951437
2013-10-31 15:38:24,257 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3071585928291857810_1394 at file build/test/data/dfs/data/data4/current/blk_-3071585928291857810
2013-10-31 15:38:24,258 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_545894839547389757_1394 at file build/test/data/dfs/data/data8/current/blk_545894839547389757
2013-10-31 15:38:24,258 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_545894839547389757_1394 at file build/test/data/dfs/data/data4/current/blk_545894839547389757
2013-10-31 15:38:24,258 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1287776593590832721_1397 at file build/test/data/dfs/data/data8/current/blk_1287776593590832721
2013-10-31 15:38:24,257 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6007289434232951437_1389 at file build/test/data/dfs/data/data3/current/blk_-6007289434232951437
2013-10-31 15:38:24,257 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4183703366851334905_1391 at file build/test/data/dfs/data/data7/current/blk_-4183703366851334905
2013-10-31 15:38:24,259 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4183703366851334905_1391 at file build/test/data/dfs/data/data3/current/blk_-4183703366851334905
2013-10-31 15:38:24,259 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7047737575998545149_1404 at file build/test/data/dfs/data/data7/current/blk_7047737575998545149
2013-10-31 15:38:24,259 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2083783718173436244_1396 at file build/test/data/dfs/data/data3/current/blk_2083783718173436244
2013-10-31 15:38:24,260 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3457032334146692065_1394 at file build/test/data/dfs/data/data3/current/blk_3457032334146692065
2013-10-31 15:38:24,489 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0030
2013-10-31 15:38:24,489 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0030 being deleted.
2013-10-31 15:38:25,068 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0031_m_-415863140 given task: attempt_20131031152505967_0031_m_000005_0
2013-10-31 15:38:25,154 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_2083783718173436244_1396 blk_-3071585928291857810_1394 blk_-6007289434232951437_1389 blk_-2292406877027699198_1398 blk_3457032334146692065_1394 blk_-8798850438853812889_1396 blk_1287776593590832721_1397 blk_-5395059428586384903_1399 blk_2283849442828798157_1400 blk_7047737575998545149_1404 blk_-4183703366851334905_1391 blk_-5678798945140307086_1401
2013-10-31 15:38:25,154 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_2083783718173436244_1396 blk_-3071585928291857810_1394 blk_-2292406877027699198_1398 blk_3457032334146692065_1394 blk_545894839547389757_1394 blk_1287776593590832721_1397 blk_-5395059428586384903_1399 blk_7047737575998545149_1404
2013-10-31 15:38:25,569 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 2274 Total time for transactions(ms): 45Number of transactions batched in Syncs: 299 Number of syncs: 1641 SyncTimes(ms): 53660 7588
2013-10-31 15:38:25,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:26,486 INFO mapred.JobTracker (JobTracker.java:run(373)) - attempt_20131031152505967_0031_m_000005_0 is 2864 ms debug.
2013-10-31 15:38:26,519 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0030
2013-10-31 15:38:26,519 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0030_m_000004_0 not found in cache
2013-10-31 15:38:26,520 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0030_m_000005_0 not found in cache
2013-10-31 15:38:26,520 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0030 for user-log deletion with retainTimeStamp:1383320306520
2013-10-31 15:38:26,609 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5395059428586384903_1399 file build/test/data/dfs/data/data1/current/blk_-5395059428586384903 for deletion
2013-10-31 15:38:26,609 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3071585928291857810_1394 file build/test/data/dfs/data/data1/current/blk_-3071585928291857810 for deletion
2013-10-31 15:38:26,609 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5395059428586384903_1399 at file build/test/data/dfs/data/data1/current/blk_-5395059428586384903
2013-10-31 15:38:26,610 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2292406877027699198_1398 file build/test/data/dfs/data/data2/current/blk_-2292406877027699198 for deletion
2013-10-31 15:38:26,610 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3071585928291857810_1394 at file build/test/data/dfs/data/data1/current/blk_-3071585928291857810
2013-10-31 15:38:26,610 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_545894839547389757_1394 file build/test/data/dfs/data/data1/current/blk_545894839547389757 for deletion
2013-10-31 15:38:26,611 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2292406877027699198_1398 at file build/test/data/dfs/data/data2/current/blk_-2292406877027699198
2013-10-31 15:38:26,611 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_545894839547389757_1394 at file build/test/data/dfs/data/data1/current/blk_545894839547389757
2013-10-31 15:38:26,611 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1287776593590832721_1397 file build/test/data/dfs/data/data1/current/blk_1287776593590832721 for deletion
2013-10-31 15:38:26,611 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2083783718173436244_1396 file build/test/data/dfs/data/data2/current/blk_2083783718173436244 for deletion
2013-10-31 15:38:26,611 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1287776593590832721_1397 at file build/test/data/dfs/data/data1/current/blk_1287776593590832721
2013-10-31 15:38:26,612 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3457032334146692065_1394 file build/test/data/dfs/data/data2/current/blk_3457032334146692065 for deletion
2013-10-31 15:38:26,612 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2083783718173436244_1396 at file build/test/data/dfs/data/data2/current/blk_2083783718173436244
2013-10-31 15:38:26,612 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7047737575998545149_1404 file build/test/data/dfs/data/data1/current/blk_7047737575998545149 for deletion
2013-10-31 15:38:26,612 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3457032334146692065_1394 at file build/test/data/dfs/data/data2/current/blk_3457032334146692065
2013-10-31 15:38:26,613 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7047737575998545149_1404 at file build/test/data/dfs/data/data1/current/blk_7047737575998545149
2013-10-31 15:38:26,733 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0030_m_-164227929 since job job_20131031152505967_0030 is dead
2013-10-31 15:38:26,744 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7162 with signal TERM. Exit code 0
2013-10-31 15:38:26,932 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:26,932 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:26,932 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:26,932 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0030_m_-164227929 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:26,933 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0030_m_1590285171 since job job_20131031152505967_0030 is dead
2013-10-31 15:38:26,939 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7344 with signal TERM. Exit code 0
2013-10-31 15:38:27,097 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:27,097 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:27,097 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:27,097 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0030_m_1590285171 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:27,763 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8798850438853812889_1396 file build/test/data/dfs/data/data6/current/blk_-8798850438853812889 for deletion
2013-10-31 15:38:27,763 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6007289434232951437_1389 file build/test/data/dfs/data/data5/current/blk_-6007289434232951437 for deletion
2013-10-31 15:38:27,763 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8798850438853812889_1396 at file build/test/data/dfs/data/data6/current/blk_-8798850438853812889
2013-10-31 15:38:27,764 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6007289434232951437_1389 at file build/test/data/dfs/data/data5/current/blk_-6007289434232951437
2013-10-31 15:38:27,763 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5678798945140307086_1401 file build/test/data/dfs/data/data5/current/blk_-5678798945140307086 for deletion
2013-10-31 15:38:27,764 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5395059428586384903_1399 file build/test/data/dfs/data/data5/current/blk_-5395059428586384903 for deletion
2013-10-31 15:38:27,764 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5678798945140307086_1401 at file build/test/data/dfs/data/data5/current/blk_-5678798945140307086
2013-10-31 15:38:27,765 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4183703366851334905_1391 file build/test/data/dfs/data/data6/current/blk_-4183703366851334905 for deletion
2013-10-31 15:38:27,765 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5395059428586384903_1399 at file build/test/data/dfs/data/data5/current/blk_-5395059428586384903
2013-10-31 15:38:27,765 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4183703366851334905_1391 at file build/test/data/dfs/data/data6/current/blk_-4183703366851334905
2013-10-31 15:38:27,765 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3071585928291857810_1394 file build/test/data/dfs/data/data6/current/blk_-3071585928291857810 for deletion
2013-10-31 15:38:27,766 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2292406877027699198_1398 file build/test/data/dfs/data/data6/current/blk_-2292406877027699198 for deletion
2013-10-31 15:38:27,766 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3071585928291857810_1394 at file build/test/data/dfs/data/data6/current/blk_-3071585928291857810
2013-10-31 15:38:27,766 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1287776593590832721_1397 file build/test/data/dfs/data/data5/current/blk_1287776593590832721 for deletion
2013-10-31 15:38:27,766 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2292406877027699198_1398 at file build/test/data/dfs/data/data6/current/blk_-2292406877027699198
2013-10-31 15:38:27,767 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1287776593590832721_1397 at file build/test/data/dfs/data/data5/current/blk_1287776593590832721
2013-10-31 15:38:27,766 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2083783718173436244_1396 file build/test/data/dfs/data/data5/current/blk_2083783718173436244 for deletion
2013-10-31 15:38:27,767 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2283849442828798157_1400 file build/test/data/dfs/data/data6/current/blk_2283849442828798157 for deletion
2013-10-31 15:38:27,767 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2083783718173436244_1396 at file build/test/data/dfs/data/data5/current/blk_2083783718173436244
2013-10-31 15:38:27,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2283849442828798157_1400 at file build/test/data/dfs/data/data6/current/blk_2283849442828798157
2013-10-31 15:38:27,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3457032334146692065_1394 file build/test/data/dfs/data/data5/current/blk_3457032334146692065 for deletion
2013-10-31 15:38:27,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7047737575998545149_1404 file build/test/data/dfs/data/data5/current/blk_7047737575998545149 for deletion
2013-10-31 15:38:27,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3457032334146692065_1394 at file build/test/data/dfs/data/data5/current/blk_3457032334146692065
2013-10-31 15:38:27,769 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7047737575998545149_1404 at file build/test/data/dfs/data/data5/current/blk_7047737575998545149
2013-10-31 15:38:28,503 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0031_m_000005_0 0.0% setup
2013-10-31 15:38:28,506 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0031_m_000005_0 is done.
2013-10-31 15:38:28,507 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0031_m_000005_0 was -1
2013-10-31 15:38:28,507 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:28,625 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0030
2013-10-31 15:38:28,625 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0030_m_000001_0 not found in cache
2013-10-31 15:38:28,625 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0030_m_000000_0 not found in cache
2013-10-31 15:38:28,626 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0030 for user-log deletion with retainTimeStamp:1383320308626
2013-10-31 15:38:28,721 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0030
2013-10-31 15:38:28,721 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0030_m_000003_0 not found in cache
2013-10-31 15:38:28,721 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0030_m_000002_0 not found in cache
2013-10-31 15:38:28,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0030 for user-log deletion with retainTimeStamp:1383320308722
2013-10-31 15:38:28,970 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0030_m_-1428029691 since job job_20131031152505967_0030 is dead
2013-10-31 15:38:28,980 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7052 with signal TERM. Exit code 0
2013-10-31 15:38:29,039 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0030_m_-946056367 since job job_20131031152505967_0030 is dead
2013-10-31 15:38:29,048 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7089 with signal TERM. Exit code 0
2013-10-31 15:38:29,059 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0030_m_-1104832687 since job job_20131031152505967_0030 is dead
2013-10-31 15:38:29,066 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group6843 with signal TERM. Exit code 0
2013-10-31 15:38:29,183 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:29,183 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:29,184 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:29,184 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0030_m_-1428029691 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:29,245 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:29,245 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:29,246 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:29,246 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0030_m_-946056367 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:29,291 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:29,291 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:29,292 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:29,292 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0030_m_-1104832687 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:38:29,630 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0031_m_000005_0' has completed task_20131031152505967_0031_m_000005 successfully.
2013-10-31 15:38:29,633 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0031_m_000000_0' to tip task_20131031152505967_0031_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:38:29,634 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0031_m_000000
2013-10-31 15:38:29,636 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0031_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:38:29,636 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0031_m_000000_0 which needs 1 slots
2013-10-31 15:38:29,637 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0031_m_000000_0 which needs 1 slots
2013-10-31 15:38:29,672 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0031_m_-979761280
2013-10-31 15:38:29,673 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0031_m_-979761280 spawned.
2013-10-31 15:38:29,675 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0031/attempt_20131031152505967_0031_m_000000_0/taskjvm.sh
2013-10-31 15:38:29,728 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0031_m_000001_0' to tip task_20131031152505967_0031_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:38:29,728 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0031_m_000001
2013-10-31 15:38:29,730 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0031_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:38:29,730 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0031_m_000001_0 which needs 1 slots
2013-10-31 15:38:29,731 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0031_m_000001_0 which needs 1 slots
2013-10-31 15:38:29,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0031/jobToken dst=null perm=null
2013-10-31 15:38:29,739 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40776, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5989657834796836923_1417, duration: 284260
2013-10-31 15:38:29,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.xml dst=null perm=null
2013-10-31 15:38:29,750 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47506, bytes: 28589, op: HDFS_READ, cliID: DFSClient_594093299, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2357598654248232269_1414, duration: 439375
2013-10-31 15:38:29,776 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:38:29,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.jar dst=null perm=null
2013-10-31 15:38:29,788 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40779, bytes: 239915, op: HDFS_READ, cliID: DFSClient_594093299, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5085086739051544526_1411, duration: 620094
2013-10-31 15:38:29,836 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0031_m_-718228598
2013-10-31 15:38:29,836 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0031_m_-718228598 spawned.
2013-10-31 15:38:29,837 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0031/attempt_20131031152505967_0031_m_000001_0/taskjvm.sh
2013-10-31 15:38:30,493 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0031_m_000002_0' to tip task_20131031152505967_0031_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:38:30,494 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0031_m_000002
2013-10-31 15:38:30,495 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0031_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:38:30,495 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0031_m_000002_0 which needs 1 slots
2013-10-31 15:38:30,495 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0031_m_000002_0 which needs 1 slots
2013-10-31 15:38:30,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0031/jobToken dst=null perm=null
2013-10-31 15:38:30,499 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54286, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5989657834796836923_1417, duration: 137849
2013-10-31 15:38:30,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.xml dst=null perm=null
2013-10-31 15:38:30,503 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47511, bytes: 28589, op: HDFS_READ, cliID: DFSClient_128184844, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2357598654248232269_1414, duration: 158229
2013-10-31 15:38:30,516 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:38:30,527 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0031_m_000003_0' to tip task_20131031152505967_0031_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:38:30,527 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0031_m_000003
2013-10-31 15:38:30,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.jar dst=null perm=null
2013-10-31 15:38:30,528 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0031_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:38:30,529 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0031_m_000003_0 which needs 1 slots
2013-10-31 15:38:30,529 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0031_m_000003_0 which needs 1 slots
2013-10-31 15:38:30,530 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54289, bytes: 239915, op: HDFS_READ, cliID: DFSClient_128184844, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5085086739051544526_1411, duration: 628701
2013-10-31 15:38:30,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0031/jobToken dst=null perm=null
2013-10-31 15:38:30,532 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54290, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5989657834796836923_1417, duration: 119626
2013-10-31 15:38:30,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.xml dst=null perm=null
2013-10-31 15:38:30,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47515, bytes: 28589, op: HDFS_READ, cliID: DFSClient_-1307297746, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2357598654248232269_1414, duration: 163404
2013-10-31 15:38:30,542 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0031_m_-979761280 given task: attempt_20131031152505967_0031_m_000000_0
2013-10-31 15:38:30,549 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:38:30,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.jar dst=null perm=null
2013-10-31 15:38:30,563 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47516, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1307297746, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5085086739051544526_1411, duration: 680939
2013-10-31 15:38:30,581 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0031_m_1222833046
2013-10-31 15:38:30,581 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0031_m_1222833046 spawned.
2013-10-31 15:38:30,582 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0031/attempt_20131031152505967_0031_m_000002_0/taskjvm.sh
2013-10-31 15:38:30,699 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0031_m_2003306262
2013-10-31 15:38:30,699 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0031_m_2003306262 spawned.
2013-10-31 15:38:30,700 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0031/attempt_20131031152505967_0031_m_000003_0/taskjvm.sh
2013-10-31 15:38:31,030 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0031_m_-718228598 given task: attempt_20131031152505967_0031_m_000001_0
2013-10-31 15:38:31,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.split dst=null perm=null
2013-10-31 15:38:31,425 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47519, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0031_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6150028786601680214_1412, duration: 168943
2013-10-31 15:38:31,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:38:31,470 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42218, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0031_m_000000_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5150570323480409610_1211, duration: 133127
2013-10-31 15:38:31,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:31,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:31,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.split dst=null perm=null
2013-10-31 15:38:31,566 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54299, bytes: 1415, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0031_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6150028786601680214_1412, duration: 160858
2013-10-31 15:38:31,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:38:31,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:31,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:31,685 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000000_0/part-00000. blk_-3921172448393103618_1419
2013-10-31 15:38:31,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3921172448393103618_1419 src: /127.0.0.1:42222 dest: /127.0.0.1:53907
2013-10-31 15:38:31,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3921172448393103618_1419 src: /127.0.0.1:54302 dest: /127.0.0.1:57702
2013-10-31 15:38:31,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3921172448393103618_1419 src: /127.0.0.1:47526 dest: /127.0.0.1:42991
2013-10-31 15:38:31,714 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47526, dest: /127.0.0.1:42991, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0031_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3921172448393103618_1419, duration: 1372100
2013-10-31 15:38:31,714 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3921172448393103618_1419 terminating
2013-10-31 15:38:31,714 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54302, dest: /127.0.0.1:57702, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0031_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3921172448393103618_1419, duration: 1528682
2013-10-31 15:38:31,715 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3921172448393103618_1419 terminating
2013-10-31 15:38:31,715 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42222, dest: /127.0.0.1:53907, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0031_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3921172448393103618_1419, duration: 2034863
2013-10-31 15:38:31,715 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3921172448393103618_1419 terminating
2013-10-31 15:38:31,717 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3921172448393103618_1419 size 176
2013-10-31 15:38:31,717 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3921172448393103618_1419 size 176
2013-10-31 15:38:31,718 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3921172448393103618_1419 size 176
2013-10-31 15:38:31,810 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40800, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0031_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5150570323480409610_1211, duration: 193878
2013-10-31 15:38:31,810 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0031_m_1222833046 given task: attempt_20131031152505967_0031_m_000002_0
2013-10-31 15:38:31,823 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000001_0/part-00001. blk_93464419941518683_1419
2013-10-31 15:38:31,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_93464419941518683_1419 src: /127.0.0.1:42227 dest: /127.0.0.1:53907
2013-10-31 15:38:31,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_93464419941518683_1419 src: /127.0.0.1:54307 dest: /127.0.0.1:57702
2013-10-31 15:38:31,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_93464419941518683_1419 src: /127.0.0.1:40803 dest: /127.0.0.1:48948
2013-10-31 15:38:31,850 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40803, dest: /127.0.0.1:48948, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0031_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_93464419941518683_1419, duration: 1212136
2013-10-31 15:38:31,851 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_93464419941518683_1419 terminating
2013-10-31 15:38:31,851 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54307, dest: /127.0.0.1:57702, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0031_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_93464419941518683_1419, duration: 1784002
2013-10-31 15:38:31,851 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_93464419941518683_1419 terminating
2013-10-31 15:38:31,851 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42227, dest: /127.0.0.1:53907, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0031_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_93464419941518683_1419, duration: 2168398
2013-10-31 15:38:31,852 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_93464419941518683_1419 terminating
2013-10-31 15:38:31,852 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_93464419941518683_1419 size 130
2013-10-31 15:38:31,855 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_93464419941518683_1419 size 130
2013-10-31 15:38:31,855 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_93464419941518683_1419 size 130
2013-10-31 15:38:31,968 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0031_m_2003306262 given task: attempt_20131031152505967_0031_m_000003_0
2013-10-31 15:38:32,117 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0031_m_000000_0
2013-10-31 15:38:32,117 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0031_m_000000_0
2013-10-31 15:38:32,161 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0031_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:32,161 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0031_m_000000_0 0.0%
2013-10-31 15:38:32,253 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0031_m_000001_0
2013-10-31 15:38:32,254 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0031_m_000001_0
2013-10-31 15:38:32,299 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0031_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:32,300 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0031_m_000001_0 0.0%
2013-10-31 15:38:32,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.split dst=null perm=null
2013-10-31 15:38:32,348 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54310, bytes: 899, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0031_m_000002_0, offset: 512, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6150028786601680214_1412, duration: 163301
2013-10-31 15:38:32,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:38:32,386 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47534, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0031_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5150570323480409610_1211, duration: 163394
2013-10-31 15:38:32,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:32,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031/job.split dst=null perm=null
2013-10-31 15:38:32,497 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54313, bytes: 383, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0031_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6150028786601680214_1412, duration: 111080
2013-10-31 15:38:32,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt dst=null perm=null
2013-10-31 15:38:32,621 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42235, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0031_m_000003_0, offset: 512, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5150570323480409610_1211, duration: 428547
2013-10-31 15:38:32,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:32,639 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0031_m_000000_0
2013-10-31 15:38:32,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:32,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:32,732 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0031_m_000001_0
2013-10-31 15:38:32,819 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0031_m_000002_0
2013-10-31 15:38:32,820 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0031_m_000002_0
2013-10-31 15:38:32,860 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000003_0/part-00003. blk_7374263817474267460_1421
2013-10-31 15:38:32,864 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0031_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:32,865 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0031_m_000002_0 0.0%
2013-10-31 15:38:32,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7374263817474267460_1421 src: /127.0.0.1:54315 dest: /127.0.0.1:57702
2013-10-31 15:38:32,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7374263817474267460_1421 src: /127.0.0.1:40811 dest: /127.0.0.1:48948
2013-10-31 15:38:32,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7374263817474267460_1421 src: /127.0.0.1:42238 dest: /127.0.0.1:53907
2013-10-31 15:38:32,887 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42238, dest: /127.0.0.1:53907, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0031_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7374263817474267460_1421, duration: 1111754
2013-10-31 15:38:32,888 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7374263817474267460_1421 terminating
2013-10-31 15:38:32,888 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40811, dest: /127.0.0.1:48948, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0031_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7374263817474267460_1421, duration: 1472915
2013-10-31 15:38:32,888 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7374263817474267460_1421 terminating
2013-10-31 15:38:32,888 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54315, dest: /127.0.0.1:57702, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0031_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7374263817474267460_1421, duration: 1894652
2013-10-31 15:38:32,888 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7374263817474267460_1421 terminating
2013-10-31 15:38:32,889 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7374263817474267460_1421 size 176
2013-10-31 15:38:32,889 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0031_m_000003_0
2013-10-31 15:38:32,889 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0031_m_000003_0
2013-10-31 15:38:32,891 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7374263817474267460_1421 size 176
2013-10-31 15:38:32,892 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7374263817474267460_1421 size 176
2013-10-31 15:38:32,932 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0031_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:32,933 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0031_m_000003_0 0.0%
2013-10-31 15:38:33,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000000_0 dst=null perm=null
2013-10-31 15:38:33,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:33,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:33,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000000_0 dst=null perm=null
2013-10-31 15:38:33,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000001_0 dst=null perm=null
2013-10-31 15:38:33,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:33,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:33,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000001_0 dst=null perm=null
2013-10-31 15:38:33,501 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0031_m_000002_0
2013-10-31 15:38:33,531 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0031_m_000003_0
2013-10-31 15:38:33,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000002_0 dst=null perm=null
2013-10-31 15:38:33,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:33,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:33,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000002_0 dst=null perm=null
2013-10-31 15:38:33,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000003_0 dst=null perm=null
2013-10-31 15:38:33,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:33,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:33,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary/_attempt_20131031152505967_0031_m_000003_0 dst=null perm=null
2013-10-31 15:38:34,349 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0031_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:1086+363
2013-10-31 15:38:34,351 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0031_m_000000_0 is done.
2013-10-31 15:38:34,351 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0031_m_000000_0 was -1
2013-10-31 15:38:34,351 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:34,493 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0031_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:0+362
2013-10-31 15:38:34,495 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0031_m_000001_0 is done.
2013-10-31 15:38:34,495 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0031_m_000001_0 was -1
2013-10-31 15:38:34,495 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:34,637 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0031_m_000005_0
2013-10-31 15:38:34,637 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0031_m_000005_0
2013-10-31 15:38:34,637 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0031_m_000005_0 not found in cache
2013-10-31 15:38:35,277 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0031_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:362+362
2013-10-31 15:38:35,281 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0031_m_000002_0 is done.
2013-10-31 15:38:35,282 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0031_m_000002_0 was -1
2013-10-31 15:38:35,282 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:35,411 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0031_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/apache.10.txt:724+362
2013-10-31 15:38:35,414 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0031_m_000003_0 is done.
2013-10-31 15:38:35,414 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0031_m_000003_0 was -1
2013-10-31 15:38:35,415 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:35,642 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0031_m_000000_0' has completed task_20131031152505967_0031_m_000000 successfully.
2013-10-31 15:38:35,736 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0031_m_000001_0' has completed task_20131031152505967_0031_m_000001 successfully.
2013-10-31 15:38:36,504 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0031_m_000002_0' has completed task_20131031152505967_0031_m_000002 successfully.
2013-10-31 15:38:36,534 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0031_m_000003_0' has completed task_20131031152505967_0031_m_000003 successfully.
2013-10-31 15:38:36,537 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0031_m_000004_0' to tip task_20131031152505967_0031_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:38:36,539 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0031_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:38:36,540 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0031_m_000004_0 which needs 1 slots
2013-10-31 15:38:36,540 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0031_m_000004_0 which needs 1 slots
2013-10-31 15:38:36,576 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0031_m_-1254649080
2013-10-31 15:38:36,577 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0031_m_-1254649080 spawned.
2013-10-31 15:38:36,578 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0031/attempt_20131031152505967_0031_m_000004_0/taskjvm.sh
2013-10-31 15:38:37,488 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0031_m_-1254649080 given task: attempt_20131031152505967_0031_m_000004_0
2013-10-31 15:38:38,001 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0031_m_000004_0 0.0%
2013-10-31 15:38:38,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary dst=null perm=null
2013-10-31 15:38:38,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:38,032 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_SUCCESS from client DFSClient_attempt_20131031152505967_0031_m_000004_0
2013-10-31 15:38:38,032 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0031_m_000004_0
2013-10-31 15:38:38,041 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5085086739051544526 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:38:38,041 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5085086739051544526 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:38,041 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5085086739051544526 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:38,042 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5085086739051544526 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:38,042 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6150028786601680214 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:38,042 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6150028786601680214 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:38:38,042 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6150028786601680214 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:38,042 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6150028786601680214 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:38,043 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6573014665037365009 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:38,043 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6573014665037365009 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:38,043 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6573014665037365009 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:38,043 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2357598654248232269 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:38,043 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2357598654248232269 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:38:38,043 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2357598654248232269 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:38,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0031 dst=null perm=null
2013-10-31 15:38:40,156 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_6573014665037365009_1413 blk_-6150028786601680214_1412 blk_5085086739051544526_1411 blk_-2357598654248232269_1414
2013-10-31 15:38:40,156 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_6573014665037365009_1413 blk_-6150028786601680214_1412 blk_5085086739051544526_1411
2013-10-31 15:38:40,915 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0031_m_000004_0 0.0% cleanup
2013-10-31 15:38:40,917 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0031_m_000004_0 is done.
2013-10-31 15:38:40,917 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0031_m_000004_0 was -1
2013-10-31 15:38:40,917 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:42,205 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6150028786601680214_1412 file build/test/data/dfs/data/data4/current/blk_-6150028786601680214 for deletion
2013-10-31 15:38:42,205 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5085086739051544526_1411 file build/test/data/dfs/data/data3/current/blk_5085086739051544526 for deletion
2013-10-31 15:38:42,206 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6150028786601680214_1412 at file build/test/data/dfs/data/data4/current/blk_-6150028786601680214
2013-10-31 15:38:42,206 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6573014665037365009_1413 file build/test/data/dfs/data/data3/current/blk_6573014665037365009 for deletion
2013-10-31 15:38:42,206 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5085086739051544526_1411 at file build/test/data/dfs/data/data3/current/blk_5085086739051544526
2013-10-31 15:38:42,207 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6573014665037365009_1413 at file build/test/data/dfs/data/data3/current/blk_6573014665037365009
2013-10-31 15:38:42,547 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0031_m_000004_0' has completed task_20131031152505967_0031_m_000004 successfully.
2013-10-31 15:38:42,548 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0031 has completed successfully.
2013-10-31 15:38:42,548 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0031,submitTime=1383233902249,launchTime=1383233903449,firstMapTaskLaunchTime=1383233909633,firstJobSetupTaskLaunchTime=1383233903615,firstJobCleanupTaskLaunchTime=1383233916537,finishTime=1383233922548,numMaps=4,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[5FE8F512EDEB473A9B8D0C464341EA46/1CF73D97E5894FE78153AE28721656FE] merged/(1/1) .../splitsourcemergedcomplex
2013-10-31 15:38:42,553 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_logs/history/job_20131031152505967_0031_1383233902249_hadoop_%5B5FE8F512EDEB473A9B8D0C464341EA46%2F1CF73D97E5894FE7. blk_6252459275561038487_1422
2013-10-31 15:38:42,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6252459275561038487_1422 src: /127.0.0.1:47547 dest: /127.0.0.1:42991
2013-10-31 15:38:42,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6252459275561038487_1422 src: /127.0.0.1:54325 dest: /127.0.0.1:57702
2013-10-31 15:38:42,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6252459275561038487_1422 src: /127.0.0.1:40821 dest: /127.0.0.1:48948
2013-10-31 15:38:42,564 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40821, dest: /127.0.0.1:48948, bytes: 22361, op: HDFS_WRITE, cliID: DFSClient_-1284647330, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6252459275561038487_1422, duration: 167869
2013-10-31 15:38:42,565 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6252459275561038487_1422 terminating
2013-10-31 15:38:42,565 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54325, dest: /127.0.0.1:57702, bytes: 22361, op: HDFS_WRITE, cliID: DFSClient_-1284647330, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_6252459275561038487_1422, duration: 3085650
2013-10-31 15:38:42,565 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6252459275561038487_1422 terminating
2013-10-31 15:38:42,566 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47547, dest: /127.0.0.1:42991, bytes: 22361, op: HDFS_WRITE, cliID: DFSClient_-1284647330, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6252459275561038487_1422, duration: 3994581
2013-10-31 15:38:42,567 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6252459275561038487_1422 terminating
2013-10-31 15:38:42,571 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_6252459275561038487_1422 size 22361
2013-10-31 15:38:42,572 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_logs/history/job_20131031152505967_0031_1383233902249_hadoop_%5B5FE8F512EDEB473A9B8D0C464341EA46%2F1CF73D97E5894FE7 from client DFSClient_-1284647330
2013-10-31 15:38:42,572 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_logs/history/job_20131031152505967_0031_1383233902249_hadoop_%5B5FE8F512EDEB473A9B8D0C464341EA46%2F1CF73D97E5894FE7 is closed by DFSClient_-1284647330
2013-10-31 15:38:42,572 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6252459275561038487_1422 size 22361
2013-10-31 15:38:42,573 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6252459275561038487_1422 size 22361
2013-10-31 15:38:42,580 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0031_1383233902249_hadoop_%5B5FE8F512EDEB473A9B8D0C464341EA46%2F1CF73D97E5894FE7 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:38:42,581 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0031_m_000003_0'
2013-10-31 15:38:42,581 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0031_m_000004_0'
2013-10-31 15:38:42,583 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5989657834796836923 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:38:42,583 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5989657834796836923 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:38:42,583 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5989657834796836923 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:38:42,585 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0031_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:38:42,588 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/_temporary
2013-10-31 15:38:42,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0031 dst=null perm=null
2013-10-31 15:38:42,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex dst=null perm=null
2013-10-31 15:38:42,644 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 4
2013-10-31 15:38:42,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00000 dst=null perm=null
2013-10-31 15:38:42,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00001 dst=null perm=null
2013-10-31 15:38:42,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00002 dst=null perm=null
2013-10-31 15:38:42,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00003 dst=null perm=null
2013-10-31 15:38:42,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00000 dst=null perm=null
2013-10-31 15:38:42,653 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42249, bytes: 180, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3921172448393103618_1419, duration: 267801
2013-10-31 15:38:42,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00001 dst=null perm=null
2013-10-31 15:38:42,657 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42250, bytes: 134, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_93464419941518683_1419, duration: 281206
2013-10-31 15:38:42,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00002 dst=null perm=null
2013-10-31 15:38:42,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00003 dst=null perm=null
2013-10-31 15:38:42,661 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40825, bytes: 180, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7374263817474267460_1421, duration: 258447
2013-10-31 15:38:42,662 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/splitsourcemergedcomplex
2013-10-31 15:38:42,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex dst=null perm=null
2013-10-31 15:38:42,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00000 dst=null perm=null
2013-10-31 15:38:42,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54331, bytes: 180, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3921172448393103618_1419, duration: 267748
2013-10-31 15:38:42,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00001 dst=null perm=null
2013-10-31 15:38:42,674 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54332, bytes: 134, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_93464419941518683_1419, duration: 264689
2013-10-31 15:38:42,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00002 dst=null perm=null
2013-10-31 15:38:42,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/splitsourcemergedcomplex/part-00003 dst=null perm=null
2013-10-31 15:38:42,681 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42254, bytes: 180, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7374263817474267460_1421, duration: 253439
2013-10-31 15:38:42,704 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:38:42,705 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:38:42,733 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] starting
2013-10-31 15:38:42,733 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:38:42,734 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:38:42,734 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:38:42,735 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated"]
2013-10-31 15:38:42,735 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] parallel execution is enabled: true
2013-10-31 15:38:42,735 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] starting jobs: 2
2013-10-31 15:38:42,735 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge] allocating threads: 2
2013-10-31 15:38:42,737 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge] starting step: (2/2)
2013-10-31 15:38:42,741 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:38:42,741 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:38:42,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:42,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:38:42,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:42,765 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.jar. blk_-6564452645607017219_1423
2013-10-31 15:38:42,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6564452645607017219_1423 src: /127.0.0.1:54334 dest: /127.0.0.1:57702
2013-10-31 15:38:42,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6150028786601680214_1412 file build/test/data/dfs/data/data6/current/blk_-6150028786601680214 for deletion
2013-10-31 15:38:42,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2357598654248232269_1414 file build/test/data/dfs/data/data6/current/blk_-2357598654248232269 for deletion
2013-10-31 15:38:42,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6150028786601680214_1412 at file build/test/data/dfs/data/data6/current/blk_-6150028786601680214
2013-10-31 15:38:42,768 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5085086739051544526_1411 file build/test/data/dfs/data/data6/current/blk_5085086739051544526 for deletion
2013-10-31 15:38:42,769 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2357598654248232269_1414 at file build/test/data/dfs/data/data6/current/blk_-2357598654248232269
2013-10-31 15:38:42,769 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6564452645607017219_1423 src: /127.0.0.1:42256 dest: /127.0.0.1:53907
2013-10-31 15:38:42,769 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5085086739051544526_1411 at file build/test/data/dfs/data/data6/current/blk_5085086739051544526
2013-10-31 15:38:42,769 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6573014665037365009_1413 file build/test/data/dfs/data/data5/current/blk_6573014665037365009 for deletion
2013-10-31 15:38:42,770 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6573014665037365009_1413 at file build/test/data/dfs/data/data5/current/blk_6573014665037365009
2013-10-31 15:38:42,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6564452645607017219_1423 src: /127.0.0.1:40831 dest: /127.0.0.1:48948
2013-10-31 15:38:42,778 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40831, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6564452645607017219_1423, duration: 4014533
2013-10-31 15:38:42,779 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6564452645607017219_1423 terminating
2013-10-31 15:38:42,779 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42256, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6564452645607017219_1423, duration: 4851320
2013-10-31 15:38:42,780 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6564452645607017219_1423 terminating
2013-10-31 15:38:42,780 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54334, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6564452645607017219_1423, duration: 5911063
2013-10-31 15:38:42,781 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6564452645607017219_1423 terminating
2013-10-31 15:38:42,782 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6564452645607017219_1423 size 238055
2013-10-31 15:38:42,783 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.jar from client DFSClient_1342392704
2013-10-31 15:38:42,783 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.jar is closed by DFSClient_1342392704
2013-10-31 15:38:42,783 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6564452645607017219_1423 size 238055
2013-10-31 15:38:42,785 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6564452645607017219_1423 size 238055
2013-10-31 15:38:42,791 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.jar. New replication is 10
2013-10-31 15:38:42,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.jar dst=null perm=null
2013-10-31 15:38:42,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:42,805 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:38:42,809 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:38:42,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:38:42,812 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:38:42,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:38:42,815 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:38:42,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:38:42,818 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:38:42,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:38:42,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:42,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:42,835 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split. New replication is 10
2013-10-31 15:38:42,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split dst=null perm=null
2013-10-31 15:38:42,843 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split. blk_-6868752454579286190_1424
2013-10-31 15:38:42,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6868752454579286190_1424 src: /127.0.0.1:40832 dest: /127.0.0.1:48948
2013-10-31 15:38:42,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6868752454579286190_1424 src: /127.0.0.1:42259 dest: /127.0.0.1:53907
2013-10-31 15:38:42,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6868752454579286190_1424 src: /127.0.0.1:54339 dest: /127.0.0.1:57702
2013-10-31 15:38:42,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6868752454579286190_1424 src: /127.0.0.1:47563 dest: /127.0.0.1:42991
2013-10-31 15:38:42,851 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47563, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6868752454579286190_1424, duration: 1185532
2013-10-31 15:38:42,851 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6868752454579286190_1424 terminating
2013-10-31 15:38:42,852 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54339, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6868752454579286190_1424, duration: 666395
2013-10-31 15:38:42,852 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6868752454579286190_1424 terminating
2013-10-31 15:38:42,852 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42259, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6868752454579286190_1424, duration: 1758684
2013-10-31 15:38:42,852 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6868752454579286190_1424 terminating
2013-10-31 15:38:42,852 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40832, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6868752454579286190_1424, duration: 1481901
2013-10-31 15:38:42,852 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6868752454579286190_1424 size 2077
2013-10-31 15:38:42,853 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-6868752454579286190_1424 terminating
2013-10-31 15:38:42,855 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6868752454579286190_1424 size 2077
2013-10-31 15:38:42,855 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split from client DFSClient_1342392704
2013-10-31 15:38:42,856 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split is closed by DFSClient_1342392704
2013-10-31 15:38:42,856 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6868752454579286190_1424 size 2077
2013-10-31 15:38:42,857 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6868752454579286190_1424 size 2077
2013-10-31 15:38:42,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:42,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:42,875 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.splitmetainfo. blk_8982809820525512545_1425
2013-10-31 15:38:42,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8982809820525512545_1425 src: /127.0.0.1:40836 dest: /127.0.0.1:48948
2013-10-31 15:38:42,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8982809820525512545_1425 src: /127.0.0.1:47565 dest: /127.0.0.1:42991
2013-10-31 15:38:42,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8982809820525512545_1425 src: /127.0.0.1:54343 dest: /127.0.0.1:57702
2013-10-31 15:38:42,883 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54343, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8982809820525512545_1425, duration: 78312
2013-10-31 15:38:42,883 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8982809820525512545_1425 terminating
2013-10-31 15:38:42,884 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47565, dest: /127.0.0.1:42991, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8982809820525512545_1425, duration: 825774
2013-10-31 15:38:42,884 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8982809820525512545_1425 terminating
2013-10-31 15:38:42,885 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40836, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8982809820525512545_1425, duration: 1863965
2013-10-31 15:38:42,885 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8982809820525512545_1425 size 218
2013-10-31 15:38:42,885 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8982809820525512545_1425 terminating
2013-10-31 15:38:42,888 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8982809820525512545_1425 size 218
2013-10-31 15:38:42,889 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:38:42,889 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:38:42,890 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8982809820525512545_1425 size 218
2013-10-31 15:38:42,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:42,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:42,914 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.xml. blk_-231688833699608971_1426
2013-10-31 15:38:42,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-231688833699608971_1426 src: /127.0.0.1:47567 dest: /127.0.0.1:42991
2013-10-31 15:38:42,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-231688833699608971_1426 src: /127.0.0.1:54345 dest: /127.0.0.1:57702
2013-10-31 15:38:42,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-231688833699608971_1426 src: /127.0.0.1:40841 dest: /127.0.0.1:48948
2013-10-31 15:38:42,922 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40841, dest: /127.0.0.1:48948, bytes: 29247, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-231688833699608971_1426, duration: 275834
2013-10-31 15:38:42,923 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-231688833699608971_1426 terminating
2013-10-31 15:38:42,923 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54345, dest: /127.0.0.1:57702, bytes: 29247, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-231688833699608971_1426, duration: 1146470
2013-10-31 15:38:42,924 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-231688833699608971_1426 terminating
2013-10-31 15:38:42,924 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47567, dest: /127.0.0.1:42991, bytes: 29247, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-231688833699608971_1426, duration: 2006376
2013-10-31 15:38:42,924 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-231688833699608971_1426 terminating
2013-10-31 15:38:42,927 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-231688833699608971_1426 size 29247
2013-10-31 15:38:42,927 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.xml from client DFSClient_1342392704
2013-10-31 15:38:42,928 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.xml is closed by DFSClient_1342392704
2013-10-31 15:38:42,928 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-231688833699608971_1426 size 29247
2013-10-31 15:38:42,929 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-231688833699608971_1426 size 29247
2013-10-31 15:38:42,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.xml dst=null perm=null
2013-10-31 15:38:42,944 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40843, bytes: 29479, op: HDFS_READ, cliID: DFSClient_1732830733, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-231688833699608971_1426, duration: 379356
2013-10-31 15:38:42,962 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0032: nMaps=6 nReduces=0 max=-1
2013-10-31 15:38:42,963 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0032 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:38:42,963 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0032
2013-10-31 15:38:42,963 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0032 RESULT=SUCCESS
2013-10-31 15:38:42,963 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0032
2013-10-31 15:38:42,964 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge] submitted hadoop job: job_20131031152505967_0032
2013-10-31 15:38:43,157 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:57702 to replicate blk_-6564452645607017219_1423 to datanode(s) 127.0.0.1:42991
2013-10-31 15:38:43,157 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-5989657834796836923_1417
2013-10-31 15:38:43,158 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-6150028786601680214_1412 blk_5085086739051544526_1411 blk_-2357598654248232269_1414
2013-10-31 15:38:43,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_logs/history/job_20131031152505967_0032_1383233922934_hadoop_%5BFD57A78348E94BFE97FB1C0F75747733%2FADAE3BCEABA74271 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:43,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_logs/history/job_20131031152505967_0032_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:43,521 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_logs/history/job_20131031152505967_0032_conf.xml. blk_1880167470048225946_1428
2013-10-31 15:38:43,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1880167470048225946_1428 src: /127.0.0.1:40844 dest: /127.0.0.1:48948
2013-10-31 15:38:43,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1880167470048225946_1428 src: /127.0.0.1:54350 dest: /127.0.0.1:57702
2013-10-31 15:38:43,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1880167470048225946_1428 src: /127.0.0.1:47574 dest: /127.0.0.1:42991
2013-10-31 15:38:43,531 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47574, dest: /127.0.0.1:42991, bytes: 29312, op: HDFS_WRITE, cliID: DFSClient_1732830733, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1880167470048225946_1428, duration: 1050818
2013-10-31 15:38:43,531 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1880167470048225946_1428 terminating
2013-10-31 15:38:43,531 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1880167470048225946_1428 size 29312
2013-10-31 15:38:43,532 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54350, dest: /127.0.0.1:57702, bytes: 29312, op: HDFS_WRITE, cliID: DFSClient_1732830733, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1880167470048225946_1428, duration: 1708324
2013-10-31 15:38:43,532 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1880167470048225946_1428 terminating
2013-10-31 15:38:43,533 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40844, dest: /127.0.0.1:48948, bytes: 29312, op: HDFS_WRITE, cliID: DFSClient_1732830733, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1880167470048225946_1428, duration: 3095881
2013-10-31 15:38:43,533 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1880167470048225946_1428 size 29312
2013-10-31 15:38:43,533 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1880167470048225946_1428 terminating
2013-10-31 15:38:43,536 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1880167470048225946_1428 size 29312
2013-10-31 15:38:43,536 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_logs/history/job_20131031152505967_0032_conf.xml from client DFSClient_1732830733
2013-10-31 15:38:43,537 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_logs/history/job_20131031152505967_0032_conf.xml is closed by DFSClient_1732830733
2013-10-31 15:38:43,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0032/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:43,553 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0032/jobToken. blk_1732486239712211334_1429
2013-10-31 15:38:43,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1732486239712211334_1429 src: /127.0.0.1:54352 dest: /127.0.0.1:57702
2013-10-31 15:38:43,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1732486239712211334_1429 src: /127.0.0.1:42274 dest: /127.0.0.1:53907
2013-10-31 15:38:43,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1732486239712211334_1429 src: /127.0.0.1:40849 dest: /127.0.0.1:48948
2013-10-31 15:38:43,560 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40849, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1732486239712211334_1429, duration: 65524
2013-10-31 15:38:43,561 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1732486239712211334_1429 terminating
2013-10-31 15:38:43,561 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42274, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1732486239712211334_1429, duration: 835894
2013-10-31 15:38:43,562 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1732486239712211334_1429 terminating
2013-10-31 15:38:43,562 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54352, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1732486239712211334_1429, duration: 1657434
2013-10-31 15:38:43,563 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1732486239712211334_1429 terminating
2013-10-31 15:38:43,564 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1732486239712211334_1429 size 116
2013-10-31 15:38:43,565 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0032/jobToken from client DFSClient_1342392704
2013-10-31 15:38:43,565 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0032/jobToken is closed by DFSClient_1342392704
2013-10-31 15:38:43,566 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1732486239712211334_1429 size 116
2013-10-31 15:38:43,566 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1732486239712211334_1429 size 116
2013-10-31 15:38:43,571 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0032/jobToken
2013-10-31 15:38:43,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.splitmetainfo dst=null perm=null
2013-10-31 15:38:43,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54355, bytes: 222, op: HDFS_READ, cliID: DFSClient_1732830733, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8982809820525512545_1425, duration: 265950
2013-10-31 15:38:43,578 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0032 = 38. Number of splits = 6
2013-10-31 15:38:43,578 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,578 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,579 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,579 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,579 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,579 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,580 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,580 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,580 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,580 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,581 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,581 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,581 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,581 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,582 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,582 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,582 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,582 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0032_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:38:43,583 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0032 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:38:43,583 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0032 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:38:44,615 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6150028786601680214_1412 file build/test/data/dfs/data/data1/current/blk_-6150028786601680214 for deletion
2013-10-31 15:38:44,615 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2357598654248232269_1414 file build/test/data/dfs/data/data2/current/blk_-2357598654248232269 for deletion
2013-10-31 15:38:44,615 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6150028786601680214_1412 at file build/test/data/dfs/data/data1/current/blk_-6150028786601680214
2013-10-31 15:38:44,616 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2357598654248232269_1414 at file build/test/data/dfs/data/data2/current/blk_-2357598654248232269
2013-10-31 15:38:44,616 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5085086739051544526_1411 file build/test/data/dfs/data/data2/current/blk_5085086739051544526 for deletion
2013-10-31 15:38:44,617 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5085086739051544526_1411 at file build/test/data/dfs/data/data2/current/blk_5085086739051544526
2013-10-31 15:38:44,654 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0032_m_000007_0' to tip task_20131031152505967_0032_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:38:44,661 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0031_m_000000_0'
2013-10-31 15:38:44,661 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0031_m_000005_0'
2013-10-31 15:38:44,663 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0032_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:38:44,663 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0032_m_000007_0 which needs 1 slots
2013-10-31 15:38:44,663 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0032_m_000007_0 which needs 1 slots
2013-10-31 15:38:44,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0032/jobToken dst=null perm=null
2013-10-31 15:38:44,671 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40851, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1732486239712211334_1429, duration: 282453
2013-10-31 15:38:44,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.xml dst=null perm=null
2013-10-31 15:38:44,681 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54358, bytes: 29479, op: HDFS_READ, cliID: DFSClient_-621007277, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-231688833699608971_1426, duration: 373298
2013-10-31 15:38:44,711 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:38:44,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.jar dst=null perm=null
2013-10-31 15:38:44,741 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40854, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-621007277, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6564452645607017219_1423, duration: 1242395
2013-10-31 15:38:44,747 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0031_m_000001_0'
2013-10-31 15:38:44,832 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0031_m_-415863140
2013-10-31 15:38:44,841 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7508 with signal TERM. Exit code 0
2013-10-31 15:38:44,841 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0032_m_701837784
2013-10-31 15:38:44,842 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0032_m_701837784 spawned.
2013-10-31 15:38:44,845 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0032/attempt_20131031152505967_0032_m_000007_0/taskjvm.sh
2013-10-31 15:38:45,206 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218) Starting thread to transfer block blk_-6564452645607017219_1423 to 127.0.0.1:42991
2013-10-31 15:38:45,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6564452645607017219_1423 src: /127.0.0.1:47583 dest: /127.0.0.1:42991
2013-10-31 15:38:45,209 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218):Transmitted block blk_-6564452645607017219_1423 to /127.0.0.1:42991
2013-10-31 15:38:45,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-6564452645607017219_1423 src: /127.0.0.1:47583 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:38:45,216 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6564452645607017219_1423 size 238055
2013-10-31 15:38:45,379 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:45,379 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:45,379 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:45,380 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0031_m_-415863140 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:45,514 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0031_m_000002_0'
2013-10-31 15:38:45,769 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5989657834796836923_1417 file build/test/data/dfs/data/data5/current/blk_-5989657834796836923 for deletion
2013-10-31 15:38:45,769 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5989657834796836923_1417 at file build/test/data/dfs/data/data5/current/blk_-5989657834796836923
2013-10-31 15:38:46,144 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0032_m_701837784 given task: attempt_20131031152505967_0032_m_000007_0
2013-10-31 15:38:46,158 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_6573014665037365009_1413 blk_-6150028786601680214_1412 blk_5085086739051544526_1411 blk_-2357598654248232269_1414 blk_-5989657834796836923_1417
2013-10-31 15:38:46,159 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-5989657834796836923_1417
2013-10-31 15:38:46,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:47,583 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0031
2013-10-31 15:38:47,583 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0031_m_000003_0 not found in cache
2013-10-31 15:38:47,584 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0031_m_000004_0 not found in cache
2013-10-31 15:38:47,584 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320327584
2013-10-31 15:38:47,977 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0031_m_2003306262 since job job_20131031152505967_0031 is dead
2013-10-31 15:38:47,987 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7812 with signal TERM. Exit code 0
2013-10-31 15:38:48,203 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:48,204 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:48,204 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:48,204 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0031_m_2003306262 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:48,207 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6150028786601680214_1412 file build/test/data/dfs/data/data8/current/blk_-6150028786601680214 for deletion
2013-10-31 15:38:48,207 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5989657834796836923_1417 file build/test/data/dfs/data/data3/current/blk_-5989657834796836923 for deletion
2013-10-31 15:38:48,207 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5989657834796836923_1417 file build/test/data/dfs/data/data8/current/blk_-5989657834796836923 for deletion
2013-10-31 15:38:48,208 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5989657834796836923_1417 at file build/test/data/dfs/data/data3/current/blk_-5989657834796836923
2013-10-31 15:38:48,208 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2357598654248232269_1414 file build/test/data/dfs/data/data8/current/blk_-2357598654248232269 for deletion
2013-10-31 15:38:48,207 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6150028786601680214_1412 at file build/test/data/dfs/data/data8/current/blk_-6150028786601680214
2013-10-31 15:38:48,208 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5085086739051544526_1411 file build/test/data/dfs/data/data7/current/blk_5085086739051544526 for deletion
2013-10-31 15:38:48,209 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5989657834796836923_1417 at file build/test/data/dfs/data/data8/current/blk_-5989657834796836923
2013-10-31 15:38:48,209 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_6573014665037365009_1413 file build/test/data/dfs/data/data7/current/blk_6573014665037365009 for deletion
2013-10-31 15:38:48,209 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2357598654248232269_1414 at file build/test/data/dfs/data/data8/current/blk_-2357598654248232269
2013-10-31 15:38:48,209 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5085086739051544526_1411 at file build/test/data/dfs/data/data7/current/blk_5085086739051544526
2013-10-31 15:38:48,210 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_6573014665037365009_1413 at file build/test/data/dfs/data/data7/current/blk_6573014665037365009
2013-10-31 15:38:48,979 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0031_m_-1254649080 since job job_20131031152505967_0031 is dead
2013-10-31 15:38:48,989 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7975 with signal TERM. Exit code 0
2013-10-31 15:38:49,160 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:49,160 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:49,161 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:49,161 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0031_m_-1254649080 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:49,575 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000007_0 0.0% setup
2013-10-31 15:38:49,578 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0032_m_000007_0 is done.
2013-10-31 15:38:49,579 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0032_m_000007_0 was -1
2013-10-31 15:38:49,579 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:49,663 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0031
2013-10-31 15:38:49,663 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0031_m_000000_0 not found in cache
2013-10-31 15:38:49,664 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320329664
2013-10-31 15:38:49,748 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0031
2013-10-31 15:38:49,748 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0031_m_000001_0 not found in cache
2013-10-31 15:38:49,749 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320329749
2013-10-31 15:38:49,917 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0031_m_-979761280 since job job_20131031152505967_0031 is dead
2013-10-31 15:38:49,927 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7644 with signal TERM. Exit code 0
2013-10-31 15:38:50,059 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0031_m_-718228598 since job job_20131031152505967_0031 is dead
2013-10-31 15:38:50,068 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7697 with signal TERM. Exit code 0
2013-10-31 15:38:50,315 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:50,316 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:50,316 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:50,316 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0031_m_-979761280 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:50,320 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:50,320 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:50,320 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:50,320 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0031_m_-718228598 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:50,515 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0031
2013-10-31 15:38:50,515 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0031_m_000002_0 not found in cache
2013-10-31 15:38:50,516 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0031 for user-log deletion with retainTimeStamp:1383320330516
2013-10-31 15:38:50,669 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0032_m_000007_0' has completed task_20131031152505967_0032_m_000007 successfully.
2013-10-31 15:38:50,858 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0031_m_1222833046 since job job_20131031152505967_0031 is dead
2013-10-31 15:38:50,869 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group7776 with signal TERM. Exit code 0
2013-10-31 15:38:51,073 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:38:51,073 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:38:51,074 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:38:51,074 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0031_m_1222833046 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:38:51,124 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0032_m_000000_0' to tip task_20131031152505967_0032_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:38:51,125 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0032_m_000000
2013-10-31 15:38:51,126 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0032_m_000001_0' to tip task_20131031152505967_0032_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:38:51,126 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0032_m_000001
2013-10-31 15:38:51,128 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0032_m_000002_0' to tip task_20131031152505967_0032_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:38:51,129 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0032_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:38:51,129 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0032_m_000002
2013-10-31 15:38:51,130 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0032_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:38:51,131 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0032_m_000003_0' to tip task_20131031152505967_0032_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:38:51,131 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0032_m_000000_0 which needs 1 slots
2013-10-31 15:38:51,131 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0032_m_000000_0 which needs 1 slots
2013-10-31 15:38:51,131 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0032_m_000003
2013-10-31 15:38:51,132 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0032_m_000001_0 which needs 1 slots
2013-10-31 15:38:51,132 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0032_m_000001_0 which needs 1 slots
2013-10-31 15:38:51,136 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0032_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:38:51,137 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0032_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:38:51,138 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0032_m_000002_0 which needs 1 slots
2013-10-31 15:38:51,138 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0032_m_000002_0 which needs 1 slots
2013-10-31 15:38:51,139 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0032_m_000003_0 which needs 1 slots
2013-10-31 15:38:51,139 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0032_m_000003_0 which needs 1 slots
2013-10-31 15:38:51,163 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0032_m_-1579913538
2013-10-31 15:38:51,164 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0032_m_-1579913538 spawned.
2013-10-31 15:38:51,164 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0032/attempt_20131031152505967_0032_m_000001_0. Attempting to reuse: jvm_20131031152505967_0032_m_701837784
2013-10-31 15:38:51,521 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0032_m_000004_0' to tip task_20131031152505967_0032_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:38:51,521 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0032_m_000004
2013-10-31 15:38:51,521 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0032_m_000005_0' to tip task_20131031152505967_0032_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:38:51,521 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0032_m_000005
2013-10-31 15:38:51,525 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0032_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:38:51,526 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0032/attempt_20131031152505967_0032_m_000000_0/taskjvm.sh
2013-10-31 15:38:51,526 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0032_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:38:51,527 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0032_m_000004_0 which needs 1 slots
2013-10-31 15:38:51,527 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0032_m_000004_0 which needs 1 slots
2013-10-31 15:38:51,527 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0032_m_000005_0 which needs 1 slots
2013-10-31 15:38:51,527 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0032_m_000005_0 which needs 1 slots
2013-10-31 15:38:51,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0032/jobToken dst=null perm=null
2013-10-31 15:38:51,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0032/jobToken dst=null perm=null
2013-10-31 15:38:51,601 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54363, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1732486239712211334_1429, duration: 316104
2013-10-31 15:38:51,602 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54364, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1732486239712211334_1429, duration: 140175
2013-10-31 15:38:51,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.xml dst=null perm=null
2013-10-31 15:38:51,616 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47590, bytes: 29479, op: HDFS_READ, cliID: DFSClient_2142243450, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-231688833699608971_1426, duration: 398038
2013-10-31 15:38:51,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.xml dst=null perm=null
2013-10-31 15:38:51,621 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47591, bytes: 29479, op: HDFS_READ, cliID: DFSClient_-982871665, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-231688833699608971_1426, duration: 380740
2013-10-31 15:38:51,635 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0032_m_701837784 given task: attempt_20131031152505967_0032_m_000001_0
2013-10-31 15:38:51,652 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:38:51,656 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:38:51,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.jar dst=null perm=null
2013-10-31 15:38:51,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.jar dst=null perm=null
2013-10-31 15:38:51,680 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47592, bytes: 239915, op: HDFS_READ, cliID: DFSClient_2142243450, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6564452645607017219_1423, duration: 722742
2013-10-31 15:38:51,681 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47593, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-982871665, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6564452645607017219_1423, duration: 717735
2013-10-31 15:38:51,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split dst=null perm=null
2013-10-31 15:38:51,783 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54372, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6868752454579286190_1424, duration: 170237
2013-10-31 15:38:51,784 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0032_m_1750169847
2013-10-31 15:38:51,784 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0032_m_1750169847 spawned.
2013-10-31 15:38:51,785 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0032_m_-2058245312
2013-10-31 15:38:51,785 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0032_m_1299437206
2013-10-31 15:38:51,785 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0032_m_-2058245312 spawned.
2013-10-31 15:38:51,786 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0032_m_1299437206 spawned.
2013-10-31 15:38:51,786 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0032_m_1737536253
2013-10-31 15:38:51,787 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0032/attempt_20131031152505967_0032_m_000005_0/taskjvm.sh
2013-10-31 15:38:51,787 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0032_m_1737536253 spawned.
2013-10-31 15:38:51,788 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0032/attempt_20131031152505967_0032_m_000002_0/taskjvm.sh
2013-10-31 15:38:51,788 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0032/attempt_20131031152505967_0032_m_000004_0/taskjvm.sh
2013-10-31 15:38:51,788 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0032/attempt_20131031152505967_0032_m_000003_0/taskjvm.sh
2013-10-31 15:38:52,001 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 82 raw values into 1 aggregated values, total 51
2013-10-31 15:38:52,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:38:52,082 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42294, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 130178
2013-10-31 15:38:52,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:52,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:52,457 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000001_0/part-00001. blk_9028572071205924213_1430
2013-10-31 15:38:52,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9028572071205924213_1430 src: /127.0.0.1:54375 dest: /127.0.0.1:57702
2013-10-31 15:38:52,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9028572071205924213_1430 src: /127.0.0.1:42297 dest: /127.0.0.1:53907
2013-10-31 15:38:52,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_9028572071205924213_1430 src: /127.0.0.1:47600 dest: /127.0.0.1:42991
2013-10-31 15:38:52,477 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47600, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9028572071205924213_1430, duration: 1265747
2013-10-31 15:38:52,478 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_9028572071205924213_1430 terminating
2013-10-31 15:38:52,478 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42297, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9028572071205924213_1430, duration: 1653926
2013-10-31 15:38:52,478 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_9028572071205924213_1430 terminating
2013-10-31 15:38:52,478 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54375, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9028572071205924213_1430, duration: 2309451
2013-10-31 15:38:52,479 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_9028572071205924213_1430 terminating
2013-10-31 15:38:52,479 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_9028572071205924213_1430 size 114
2013-10-31 15:38:52,480 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0032_m_000001_0
2013-10-31 15:38:52,480 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0032_m_000001_0
2013-10-31 15:38:52,481 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_9028572071205924213_1430 size 114
2013-10-31 15:38:52,481 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_9028572071205924213_1430 size 114
2013-10-31 15:38:52,520 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0032_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:52,520 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000001_0 0.0%
2013-10-31 15:38:52,523 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0032_m_-1579913538 given task: attempt_20131031152505967_0032_m_000000_0
2013-10-31 15:38:52,977 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0032_m_1750169847 given task: attempt_20131031152505967_0032_m_000005_0
2013-10-31 15:38:52,989 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0032_m_1299437206 given task: attempt_20131031152505967_0032_m_000004_0
2013-10-31 15:38:52,992 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0032_m_1737536253 given task: attempt_20131031152505967_0032_m_000003_0
2013-10-31 15:38:53,008 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0032_m_-2058245312 given task: attempt_20131031152505967_0032_m_000002_0
2013-10-31 15:38:53,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split dst=null perm=null
2013-10-31 15:38:53,045 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42304, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6868752454579286190_1424, duration: 380879
2013-10-31 15:38:53,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:38:53,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:53,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:53,341 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42305, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 149715
2013-10-31 15:38:53,346 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000000_0/part-00000. blk_-2238670126646746747_1431
2013-10-31 15:38:53,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2238670126646746747_1431 src: /127.0.0.1:47608 dest: /127.0.0.1:42991
2013-10-31 15:38:53,371 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2238670126646746747_1431 src: /127.0.0.1:42307 dest: /127.0.0.1:53907
2013-10-31 15:38:53,372 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2238670126646746747_1431 src: /127.0.0.1:54387 dest: /127.0.0.1:57702
2013-10-31 15:38:53,374 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54387, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2238670126646746747_1431, duration: 1185138
2013-10-31 15:38:53,374 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2238670126646746747_1431 terminating
2013-10-31 15:38:53,374 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42307, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2238670126646746747_1431, duration: 1523832
2013-10-31 15:38:53,374 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2238670126646746747_1431 terminating
2013-10-31 15:38:53,375 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47608, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2238670126646746747_1431, duration: 1923180
2013-10-31 15:38:53,375 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2238670126646746747_1431 terminating
2013-10-31 15:38:53,376 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2238670126646746747_1431 size 136
2013-10-31 15:38:53,377 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2238670126646746747_1431 size 136
2013-10-31 15:38:53,379 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2238670126646746747_1431 size 136
2013-10-31 15:38:53,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split dst=null perm=null
2013-10-31 15:38:53,503 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54392, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000005_0, offset: 1536, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6868752454579286190_1424, duration: 250965
2013-10-31 15:38:53,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split dst=null perm=null
2013-10-31 15:38:53,509 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54393, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6868752454579286190_1424, duration: 145274
2013-10-31 15:38:53,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split dst=null perm=null
2013-10-31 15:38:53,529 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47617, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6868752454579286190_1424, duration: 162839
2013-10-31 15:38:53,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032/job.split dst=null perm=null
2013-10-31 15:38:53,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:38:53,542 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40890, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 120534
2013-10-31 15:38:53,544 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40891, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000002_0, offset: 512, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6868752454579286190_1424, duration: 145472
2013-10-31 15:38:53,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:38:53,550 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40892, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 101685
2013-10-31 15:38:53,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:53,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:53,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:38:53,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47621, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 112516
2013-10-31 15:38:53,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:38:53,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:53,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:53,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:53,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:53,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:53,777 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0032_m_000000_0
2013-10-31 15:38:53,777 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0032_m_000000_0
2013-10-31 15:38:53,913 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000004_0/part-00004. blk_5422622931536917078_1435
2013-10-31 15:38:53,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:38:53,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:38:53,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:38:53,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:38:53,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42321, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 131584
2013-10-31 15:38:53,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47624, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 110192
2013-10-31 15:38:53,940 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000005_0/part-00005. blk_8080193283008502009_1435
2013-10-31 15:38:53,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5422622931536917078_1435 src: /127.0.0.1:47622 dest: /127.0.0.1:42991
2013-10-31 15:38:53,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5422622931536917078_1435 src: /127.0.0.1:40897 dest: /127.0.0.1:48948
2013-10-31 15:38:53,941 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000003_0/part-00003. blk_8892598150297602413_1435
2013-10-31 15:38:53,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5422622931536917078_1435 src: /127.0.0.1:42325 dest: /127.0.0.1:53907
2013-10-31 15:38:53,944 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42325, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5422622931536917078_1435, duration: 1027213
2013-10-31 15:38:53,944 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5422622931536917078_1435 terminating
2013-10-31 15:38:53,944 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40897, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5422622931536917078_1435, duration: 1361302
2013-10-31 15:38:53,944 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5422622931536917078_1435 terminating
2013-10-31 15:38:53,945 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47622, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5422622931536917078_1435, duration: 1782393
2013-10-31 15:38:53,945 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5422622931536917078_1435 terminating
2013-10-31 15:38:53,947 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5422622931536917078_1435 size 70
2013-10-31 15:38:53,948 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0032_m_000004_0
2013-10-31 15:38:53,948 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0032_m_000004_0
2013-10-31 15:38:53,948 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5422622931536917078_1435 size 70
2013-10-31 15:38:53,948 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5422622931536917078_1435 size 70
2013-10-31 15:38:53,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8080193283008502009_1435 src: /127.0.0.1:40898 dest: /127.0.0.1:48948
2013-10-31 15:38:53,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8892598150297602413_1435 src: /127.0.0.1:42326 dest: /127.0.0.1:53907
2013-10-31 15:38:53,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8080193283008502009_1435 src: /127.0.0.1:54406 dest: /127.0.0.1:57702
2013-10-31 15:38:53,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8892598150297602413_1435 src: /127.0.0.1:54407 dest: /127.0.0.1:57702
2013-10-31 15:38:53,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8080193283008502009_1435 src: /127.0.0.1:47631 dest: /127.0.0.1:42991
2013-10-31 15:38:53,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8892598150297602413_1435 src: /127.0.0.1:47632 dest: /127.0.0.1:42991
2013-10-31 15:38:53,971 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47631, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8080193283008502009_1435, duration: 1641846
2013-10-31 15:38:53,972 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8080193283008502009_1435 terminating
2013-10-31 15:38:53,972 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54406, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8080193283008502009_1435, duration: 945082
2013-10-31 15:38:53,972 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8080193283008502009_1435 terminating
2013-10-31 15:38:53,973 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40898, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8080193283008502009_1435, duration: 1690610
2013-10-31 15:38:53,973 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8080193283008502009_1435 terminating
2013-10-31 15:38:53,975 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47632, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8892598150297602413_1435, duration: 722536
2013-10-31 15:38:53,975 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8080193283008502009_1435 size 70
2013-10-31 15:38:53,975 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8892598150297602413_1435 terminating
2013-10-31 15:38:53,975 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54407, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8892598150297602413_1435, duration: 4462348
2013-10-31 15:38:53,976 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8080193283008502009_1435 size 70
2013-10-31 15:38:53,976 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8892598150297602413_1435 terminating
2013-10-31 15:38:53,976 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42326, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8892598150297602413_1435, duration: 5094948
2013-10-31 15:38:53,976 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8892598150297602413_1435 size 114
2013-10-31 15:38:53,977 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8892598150297602413_1435 terminating
2013-10-31 15:38:53,977 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8892598150297602413_1435 size 114
2013-10-31 15:38:53,978 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8080193283008502009_1435 size 70
2013-10-31 15:38:53,978 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0032_m_000003_0
2013-10-31 15:38:53,978 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0032_m_000003_0
2013-10-31 15:38:53,981 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8892598150297602413_1435 size 114
2013-10-31 15:38:54,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:54,068 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0032_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:54,068 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000000_0 0.0%
2013-10-31 15:38:54,069 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0032_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:54,069 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000003_0 0.0%
2013-10-31 15:38:54,072 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0032_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:54,072 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000004_0 0.0%
2013-10-31 15:38:54,133 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0032_m_000000_0
2013-10-31 15:38:54,133 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0032_m_000001_0
2013-10-31 15:38:54,137 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0032_m_000003_0
2013-10-31 15:38:54,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:38:54,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:38:54,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40905, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 284972
2013-10-31 15:38:54,269 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40906, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0032_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 253638
2013-10-31 15:38:54,277 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000002_0/part-00002. blk_-2506276638505430203_1435
2013-10-31 15:38:54,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2506276638505430203_1435 src: /127.0.0.1:42333 dest: /127.0.0.1:53907
2013-10-31 15:38:54,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2506276638505430203_1435 src: /127.0.0.1:54413 dest: /127.0.0.1:57702
2013-10-31 15:38:54,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2506276638505430203_1435 src: /127.0.0.1:40909 dest: /127.0.0.1:48948
2013-10-31 15:38:54,317 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40909, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2506276638505430203_1435, duration: 1502933
2013-10-31 15:38:54,318 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2506276638505430203_1435 terminating
2013-10-31 15:38:54,319 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54413, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2506276638505430203_1435, duration: 5282674
2013-10-31 15:38:54,319 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2506276638505430203_1435 terminating
2013-10-31 15:38:54,320 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42333, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0032_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2506276638505430203_1435, duration: 6234944
2013-10-31 15:38:54,320 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2506276638505430203_1435 terminating
2013-10-31 15:38:54,321 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2506276638505430203_1435 size 92
2013-10-31 15:38:54,322 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0032_m_000002_0
2013-10-31 15:38:54,322 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0032_m_000002_0
2013-10-31 15:38:54,323 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2506276638505430203_1435 size 92
2013-10-31 15:38:54,324 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2506276638505430203_1435 size 92
2013-10-31 15:38:54,375 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0032_m_000005_0
2013-10-31 15:38:54,375 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0032_m_000005_0
2013-10-31 15:38:54,385 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0032_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:54,385 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000002_0 0.0%
2013-10-31 15:38:54,442 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0032_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:38:54,443 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000005_0 0.0%
2013-10-31 15:38:54,529 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0032_m_000004_0
2013-10-31 15:38:54,529 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0032_m_000005_0
2013-10-31 15:38:54,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000001_0 dst=null perm=null
2013-10-31 15:38:54,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:54,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:54,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000001_0 dst=null perm=null
2013-10-31 15:38:54,745 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:38:54,747 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0032_m_000001_0 is done.
2013-10-31 15:38:54,747 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0032_m_000001_0 was -1
2013-10-31 15:38:54,747 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:38:55,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000003_0 dst=null perm=null
2013-10-31 15:38:55,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000000_0 dst=null perm=null
2013-10-31 15:38:55,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000004_0 dst=null perm=null
2013-10-31 15:38:55,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:55,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:55,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:55,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:55,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:55,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:55,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000003_0 dst=null perm=null
2013-10-31 15:38:55,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000000_0 dst=null perm=null
2013-10-31 15:38:55,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000004_0 dst=null perm=null
2013-10-31 15:38:55,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000005_0 dst=null perm=null
2013-10-31 15:38:55,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:55,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:55,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000005_0 dst=null perm=null
2013-10-31 15:38:55,962 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:38:55,964 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0032_m_000000_0 is done.
2013-10-31 15:38:55,964 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0032_m_000000_0 was -1
2013-10-31 15:38:55,964 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:56,131 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0032_m_000007_0
2013-10-31 15:38:56,131 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0032_m_000007_0
2013-10-31 15:38:56,131 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0032_m_000007_0 not found in cache
2013-10-31 15:38:56,429 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:38:56,431 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0032_m_000005_0 is done.
2013-10-31 15:38:56,431 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0032_m_000005_0 was -1
2013-10-31 15:38:56,431 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:38:56,437 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:38:56,439 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0032_m_000003_0 is done.
2013-10-31 15:38:56,439 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0032_m_000003_0 was -1
2013-10-31 15:38:56,439 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:38:56,444 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:38:56,446 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0032_m_000004_0 is done.
2013-10-31 15:38:56,446 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0032_m_000004_0 was -1
2013-10-31 15:38:56,447 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:38:57,137 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0032_m_000000_0' has completed task_20131031152505967_0032_m_000000 successfully.
2013-10-31 15:38:57,139 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0032_m_000001_0' has completed task_20131031152505967_0032_m_000001 successfully.
2013-10-31 15:38:57,141 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0032_m_000003_0' has completed task_20131031152505967_0032_m_000003 successfully.
2013-10-31 15:38:57,143 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0032_m_000002_0
2013-10-31 15:38:57,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000002_0 dst=null perm=null
2013-10-31 15:38:57,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:38:57,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:38:57,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary/_attempt_20131031152505967_0032_m_000002_0 dst=null perm=null
2013-10-31 15:38:57,533 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0032_m_000004_0' has completed task_20131031152505967_0032_m_000004 successfully.
2013-10-31 15:38:57,535 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0032_m_000005_0' has completed task_20131031152505967_0032_m_000005 successfully.
2013-10-31 15:38:59,547 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:38:59,550 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:38:59,551 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0032_m_000002_0 is done.
2013-10-31 15:38:59,551 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0032_m_000002_0 was -1
2013-10-31 15:38:59,551 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:00,147 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0032_m_000002_0' has completed task_20131031152505967_0032_m_000002 successfully.
2013-10-31 15:39:00,149 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0032_m_000006_0' to tip task_20131031152505967_0032_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:39:00,152 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0032_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:39:00,152 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0032_m_000006_0 which needs 1 slots
2013-10-31 15:39:00,152 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0032_m_000006_0 which needs 1 slots
2013-10-31 15:39:00,182 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0032/attempt_20131031152505967_0032_m_000006_0. Attempting to reuse: jvm_20131031152505967_0032_m_1737536253
2013-10-31 15:39:01,501 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0032_m_1737536253 given task: attempt_20131031152505967_0032_m_000006_0
2013-10-31 15:39:01,630 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000006_0 0.0%
2013-10-31 15:39:01,639 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:39:01,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_temporary dst=null perm=null
2013-10-31 15:39:01,644 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:39:01,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:01,647 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_SUCCESS from client DFSClient_attempt_20131031152505967_0032_m_000006_0
2013-10-31 15:39:01,647 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0032_m_000006_0
2013-10-31 15:39:01,649 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:39:01,653 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6564452645607017219 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:01,653 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6564452645607017219 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:01,653 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6564452645607017219 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:01,653 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6564452645607017219 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:01,653 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6868752454579286190 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:01,653 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6868752454579286190 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:01,653 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6868752454579286190 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:01,653 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6868752454579286190 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:01,653 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8982809820525512545 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:01,654 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8982809820525512545 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:01,654 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8982809820525512545 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:01,654 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-231688833699608971 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:01,654 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-231688833699608971 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:01,654 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-231688833699608971 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:01,655 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:39:01,660 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:39:01,665 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:39:01,670 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:39:01,670 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 15:39:01,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0032 dst=null perm=null
2013-10-31 15:39:04,162 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-6868752454579286190_1424 blk_-6564452645607017219_1423
2013-10-31 15:39:04,162 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_8982809820525512545_1425 blk_-6868752454579286190_1424 blk_-231688833699608971_1426 blk_-6564452645607017219_1423
2013-10-31 15:39:04,602 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0032_m_000006_0 0.0% cleanup
2013-10-31 15:39:04,603 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0032_m_000006_0 is done.
2013-10-31 15:39:04,604 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0032_m_000006_0 was -1
2013-10-31 15:39:04,604 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:06,158 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0032_m_000006_0' has completed task_20131031152505967_0032_m_000006 successfully.
2013-10-31 15:39:06,159 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0032 has completed successfully.
2013-10-31 15:39:06,160 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0032,submitTime=1383233922934,launchTime=1383233923583,firstMapTaskLaunchTime=1383233931124,firstJobSetupTaskLaunchTime=1383233924653,firstJobCleanupTaskLaunchTime=1383233940149,finishTime=1383233946159,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=39,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[FD57A78348E94BFE97FB1C0F75747733/ADAE3BCEABA74271A0E357B1580AD2A8] offset*merge/(2/2)
2013-10-31 15:39:06,167 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_logs/history/job_20131031152505967_0032_1383233922934_hadoop_%5BFD57A78348E94BFE97FB1C0F75747733%2FADAE3BCEABA74271. blk_-4766840419730654681_1436
2013-10-31 15:39:06,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4766840419730654681_1436 src: /127.0.0.1:54419 dest: /127.0.0.1:57702
2013-10-31 15:39:06,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4766840419730654681_1436 src: /127.0.0.1:47643 dest: /127.0.0.1:42991
2013-10-31 15:39:06,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4766840419730654681_1436 src: /127.0.0.1:40916 dest: /127.0.0.1:48948
2013-10-31 15:39:06,182 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40916, dest: /127.0.0.1:48948, bytes: 29160, op: HDFS_WRITE, cliID: DFSClient_1732830733, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4766840419730654681_1436, duration: 4872925
2013-10-31 15:39:06,183 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4766840419730654681_1436 terminating
2013-10-31 15:39:06,183 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47643, dest: /127.0.0.1:42991, bytes: 29160, op: HDFS_WRITE, cliID: DFSClient_1732830733, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4766840419730654681_1436, duration: 4993716
2013-10-31 15:39:06,184 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4766840419730654681_1436 terminating
2013-10-31 15:39:06,184 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54419, dest: /127.0.0.1:57702, bytes: 29160, op: HDFS_WRITE, cliID: DFSClient_1732830733, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4766840419730654681_1436, duration: 4802101
2013-10-31 15:39:06,185 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4766840419730654681_1436 terminating
2013-10-31 15:39:06,189 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4766840419730654681_1436 size 29160
2013-10-31 15:39:06,189 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_logs/history/job_20131031152505967_0032_1383233922934_hadoop_%5BFD57A78348E94BFE97FB1C0F75747733%2FADAE3BCEABA74271 from client DFSClient_1732830733
2013-10-31 15:39:06,189 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/_logs/history/job_20131031152505967_0032_1383233922934_hadoop_%5BFD57A78348E94BFE97FB1C0F75747733%2FADAE3BCEABA74271 is closed by DFSClient_1732830733
2013-10-31 15:39:06,190 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4766840419730654681_1436 size 29160
2013-10-31 15:39:06,190 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4766840419730654681_1436 size 29160
2013-10-31 15:39:06,199 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0032_1383233922934_hadoop_%5BFD57A78348E94BFE97FB1C0F75747733%2FADAE3BCEABA74271 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:39:06,200 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0032_m_000002_0'
2013-10-31 15:39:06,200 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0032_m_000003_0'
2013-10-31 15:39:06,200 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0032_m_000006_0'
2013-10-31 15:39:06,202 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1732486239712211334 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:06,202 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1732486239712211334 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:06,202 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1732486239712211334 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:06,205 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0032_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:39:06,205 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge] starting step: (1/2) ...geintohashjoinaccumulated
2013-10-31 15:39:06,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0032 dst=null perm=null
2013-10-31 15:39:06,212 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6868752454579286190_1424 file build/test/data/dfs/data/data4/current/blk_-6868752454579286190 for deletion
2013-10-31 15:39:06,213 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6564452645607017219_1423 file build/test/data/dfs/data/data3/current/blk_-6564452645607017219 for deletion
2013-10-31 15:39:06,213 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6868752454579286190_1424 at file build/test/data/dfs/data/data4/current/blk_-6868752454579286190
2013-10-31 15:39:06,213 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6564452645607017219_1423 at file build/test/data/dfs/data/data3/current/blk_-6564452645607017219
2013-10-31 15:39:06,248 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:39:06,248 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:39:06,251 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6868752454579286190_1424 file build/test/data/dfs/data/data8/current/blk_-6868752454579286190 for deletion
2013-10-31 15:39:06,251 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6564452645607017219_1423 file build/test/data/dfs/data/data7/current/blk_-6564452645607017219 for deletion
2013-10-31 15:39:06,251 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6868752454579286190_1424 at file build/test/data/dfs/data/data8/current/blk_-6868752454579286190
2013-10-31 15:39:06,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-231688833699608971_1426 file build/test/data/dfs/data/data8/current/blk_-231688833699608971 for deletion
2013-10-31 15:39:06,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6564452645607017219_1423 at file build/test/data/dfs/data/data7/current/blk_-6564452645607017219
2013-10-31 15:39:06,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-231688833699608971_1426 at file build/test/data/dfs/data/data8/current/blk_-231688833699608971
2013-10-31 15:39:06,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8982809820525512545_1425 file build/test/data/dfs/data/data7/current/blk_8982809820525512545 for deletion
2013-10-31 15:39:06,253 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8982809820525512545_1425 at file build/test/data/dfs/data/data7/current/blk_8982809820525512545
2013-10-31 15:39:06,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:06,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:39:06,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:06,274 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.jar. blk_4489847717922614591_1437
2013-10-31 15:39:06,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4489847717922614591_1437 src: /127.0.0.1:40918 dest: /127.0.0.1:48948
2013-10-31 15:39:06,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4489847717922614591_1437 src: /127.0.0.1:54424 dest: /127.0.0.1:57702
2013-10-31 15:39:06,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4489847717922614591_1437 src: /127.0.0.1:42346 dest: /127.0.0.1:53907
2013-10-31 15:39:06,289 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42346, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4489847717922614591_1437, duration: 6767493
2013-10-31 15:39:06,290 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4489847717922614591_1437 terminating
2013-10-31 15:39:06,290 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4489847717922614591_1437 size 238055
2013-10-31 15:39:06,290 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54424, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4489847717922614591_1437, duration: 7658365
2013-10-31 15:39:06,291 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4489847717922614591_1437 terminating
2013-10-31 15:39:06,292 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40918, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4489847717922614591_1437, duration: 8856891
2013-10-31 15:39:06,292 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4489847717922614591_1437 terminating
2013-10-31 15:39:06,293 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4489847717922614591_1437 size 238055
2013-10-31 15:39:06,294 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.jar from client DFSClient_1342392704
2013-10-31 15:39:06,295 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.jar is closed by DFSClient_1342392704
2013-10-31 15:39:06,295 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4489847717922614591_1437 size 238055
2013-10-31 15:39:06,301 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.jar. New replication is 10
2013-10-31 15:39:06,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.jar dst=null perm=null
2013-10-31 15:39:06,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:06,313 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:39:06,317 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:39:06,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:06,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:06,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:06,334 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split. New replication is 10
2013-10-31 15:39:06,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split dst=null perm=null
2013-10-31 15:39:06,345 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split. blk_-3034749169876307994_1438
2013-10-31 15:39:06,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3034749169876307994_1438 src: /127.0.0.1:40921 dest: /127.0.0.1:48948
2013-10-31 15:39:06,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3034749169876307994_1438 src: /127.0.0.1:42348 dest: /127.0.0.1:53907
2013-10-31 15:39:06,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3034749169876307994_1438 src: /127.0.0.1:54428 dest: /127.0.0.1:57702
2013-10-31 15:39:06,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3034749169876307994_1438 src: /127.0.0.1:47652 dest: /127.0.0.1:42991
2013-10-31 15:39:06,354 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47652, dest: /127.0.0.1:42991, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3034749169876307994_1438, duration: 105137
2013-10-31 15:39:06,355 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3034749169876307994_1438 terminating
2013-10-31 15:39:06,355 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54428, dest: /127.0.0.1:57702, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3034749169876307994_1438, duration: 1022995
2013-10-31 15:39:06,356 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3034749169876307994_1438 terminating
2013-10-31 15:39:06,356 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3034749169876307994_1438 size 1767
2013-10-31 15:39:06,356 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42348, dest: /127.0.0.1:53907, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3034749169876307994_1438, duration: 2056897
2013-10-31 15:39:06,357 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3034749169876307994_1438 terminating
2013-10-31 15:39:06,357 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3034749169876307994_1438 size 1767
2013-10-31 15:39:06,357 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40921, dest: /127.0.0.1:48948, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-3034749169876307994_1438, duration: 3022218
2013-10-31 15:39:06,358 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-3034749169876307994_1438 terminating
2013-10-31 15:39:06,360 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3034749169876307994_1438 size 1767
2013-10-31 15:39:06,360 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split from client DFSClient_1342392704
2013-10-31 15:39:06,361 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split is closed by DFSClient_1342392704
2013-10-31 15:39:06,362 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-3034749169876307994_1438 size 1767
2013-10-31 15:39:06,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:06,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:06,398 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.splitmetainfo. blk_4158224780716278530_1439
2013-10-31 15:39:06,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4158224780716278530_1439 src: /127.0.0.1:47653 dest: /127.0.0.1:42991
2013-10-31 15:39:06,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4158224780716278530_1439 src: /127.0.0.1:40926 dest: /127.0.0.1:48948
2013-10-31 15:39:06,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4158224780716278530_1439 src: /127.0.0.1:42353 dest: /127.0.0.1:53907
2013-10-31 15:39:06,405 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42353, dest: /127.0.0.1:53907, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4158224780716278530_1439, duration: 62000
2013-10-31 15:39:06,405 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4158224780716278530_1439 terminating
2013-10-31 15:39:06,406 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40926, dest: /127.0.0.1:48948, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4158224780716278530_1439, duration: 783050
2013-10-31 15:39:06,406 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4158224780716278530_1439 terminating
2013-10-31 15:39:06,407 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47653, dest: /127.0.0.1:42991, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4158224780716278530_1439, duration: 1733567
2013-10-31 15:39:06,408 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4158224780716278530_1439 terminating
2013-10-31 15:39:06,409 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4158224780716278530_1439 size 183
2013-10-31 15:39:06,409 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:39:06,410 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:39:06,410 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4158224780716278530_1439 size 183
2013-10-31 15:39:06,411 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_4158224780716278530_1439 size 183
2013-10-31 15:39:06,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:06,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:06,451 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.xml. blk_-159107881106883085_1440
2013-10-31 15:39:06,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-159107881106883085_1440 src: /127.0.0.1:54433 dest: /127.0.0.1:57702
2013-10-31 15:39:06,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-159107881106883085_1440 src: /127.0.0.1:42355 dest: /127.0.0.1:53907
2013-10-31 15:39:06,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-159107881106883085_1440 src: /127.0.0.1:47658 dest: /127.0.0.1:42991
2013-10-31 15:39:06,459 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47658, dest: /127.0.0.1:42991, bytes: 29023, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-159107881106883085_1440, duration: 110007
2013-10-31 15:39:06,460 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-159107881106883085_1440 terminating
2013-10-31 15:39:06,460 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42355, dest: /127.0.0.1:53907, bytes: 29023, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-159107881106883085_1440, duration: 931512
2013-10-31 15:39:06,460 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-159107881106883085_1440 terminating
2013-10-31 15:39:06,461 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54433, dest: /127.0.0.1:57702, bytes: 29023, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-159107881106883085_1440, duration: 1789068
2013-10-31 15:39:06,461 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-159107881106883085_1440 terminating
2013-10-31 15:39:06,463 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-159107881106883085_1440 size 29023
2013-10-31 15:39:06,464 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.xml from client DFSClient_1342392704
2013-10-31 15:39:06,464 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.xml is closed by DFSClient_1342392704
2013-10-31 15:39:06,465 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-159107881106883085_1440 size 29023
2013-10-31 15:39:06,466 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-159107881106883085_1440 size 29023
2013-10-31 15:39:06,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.xml dst=null perm=null
2013-10-31 15:39:06,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54437, bytes: 29251, op: HDFS_READ, cliID: DFSClient_-1577584103, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-159107881106883085_1440, duration: 399879
2013-10-31 15:39:06,502 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0033: nMaps=5 nReduces=0 max=-1
2013-10-31 15:39:06,503 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0033 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:39:06,503 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0033
2013-10-31 15:39:06,503 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0033 RESULT=SUCCESS
2013-10-31 15:39:06,504 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0033
2013-10-31 15:39:06,505 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge] submitted hadoop job: job_20131031152505967_0033
2013-10-31 15:39:06,545 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0032_m_000004_0'
2013-10-31 15:39:06,545 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0032_m_000005_0'
2013-10-31 15:39:06,606 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0032
2013-10-31 15:39:06,606 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0032 being deleted.
2013-10-31 15:39:07,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0033_1383233946474_hadoop_%5BFD57A78348E94BFE97FB1C0F75747733%2FC268228E9D194B08 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:07,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0033_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:07,150 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0033_conf.xml. blk_2104201425716729603_1442
2013-10-31 15:39:07,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2104201425716729603_1442 src: /127.0.0.1:40933 dest: /127.0.0.1:48948
2013-10-31 15:39:07,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2104201425716729603_1442 src: /127.0.0.1:54439 dest: /127.0.0.1:57702
2013-10-31 15:39:07,155 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2104201425716729603_1442 src: /127.0.0.1:42361 dest: /127.0.0.1:53907
2013-10-31 15:39:07,159 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42361, dest: /127.0.0.1:53907, bytes: 29088, op: HDFS_WRITE, cliID: DFSClient_-1577584103, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2104201425716729603_1442, duration: 367939
2013-10-31 15:39:07,160 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2104201425716729603_1442 terminating
2013-10-31 15:39:07,160 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54439, dest: /127.0.0.1:57702, bytes: 29088, op: HDFS_WRITE, cliID: DFSClient_-1577584103, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2104201425716729603_1442, duration: 1134687
2013-10-31 15:39:07,161 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2104201425716729603_1442 terminating
2013-10-31 15:39:07,162 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40933, dest: /127.0.0.1:48948, bytes: 29088, op: HDFS_WRITE, cliID: DFSClient_-1577584103, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2104201425716729603_1442, duration: 2353339
2013-10-31 15:39:07,162 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2104201425716729603_1442 size 29088
2013-10-31 15:39:07,162 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2104201425716729603_1442 terminating
2013-10-31 15:39:07,164 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2104201425716729603_1442 size 29088
2013-10-31 15:39:07,165 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:53907 to replicate blk_4489847717922614591_1437 to datanode(s) 127.0.0.1:42991
2013-10-31 15:39:07,165 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2104201425716729603_1442 size 29088
2013-10-31 15:39:07,165 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0033_conf.xml from client DFSClient_-1577584103
2013-10-31 15:39:07,166 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0033_conf.xml is closed by DFSClient_-1577584103
2013-10-31 15:39:07,166 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_8982809820525512545_1425 blk_-6868752454579286190_1424 blk_-231688833699608971_1426 blk_-6564452645607017219_1423
2013-10-31 15:39:07,167 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_1732486239712211334_1429
2013-10-31 15:39:07,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0033/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:07,186 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0033/jobToken. blk_-8452611256456401229_1443
2013-10-31 15:39:07,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8452611256456401229_1443 src: /127.0.0.1:54441 dest: /127.0.0.1:57702
2013-10-31 15:39:07,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8452611256456401229_1443 src: /127.0.0.1:40937 dest: /127.0.0.1:48948
2013-10-31 15:39:07,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8452611256456401229_1443 src: /127.0.0.1:42364 dest: /127.0.0.1:53907
2013-10-31 15:39:07,194 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42364, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8452611256456401229_1443, duration: 76602
2013-10-31 15:39:07,194 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8452611256456401229_1443 terminating
2013-10-31 15:39:07,194 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40937, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8452611256456401229_1443, duration: 910403
2013-10-31 15:39:07,195 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8452611256456401229_1443 terminating
2013-10-31 15:39:07,195 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54441, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8452611256456401229_1443, duration: 1819257
2013-10-31 15:39:07,196 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8452611256456401229_1443 terminating
2013-10-31 15:39:07,199 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8452611256456401229_1443 size 116
2013-10-31 15:39:07,200 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8452611256456401229_1443 size 116
2013-10-31 15:39:07,200 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8452611256456401229_1443 size 116
2013-10-31 15:39:07,600 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0033/jobToken from client DFSClient_1342392704
2013-10-31 15:39:07,600 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0033/jobToken is closed by DFSClient_1342392704
2013-10-31 15:39:07,609 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0033/jobToken
2013-10-31 15:39:07,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.splitmetainfo dst=null perm=null
2013-10-31 15:39:07,614 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47667, bytes: 187, op: HDFS_READ, cliID: DFSClient_-1577584103, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4158224780716278530_1439, duration: 272258
2013-10-31 15:39:07,615 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0033 = 15. Number of splits = 5
2013-10-31 15:39:07,615 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,616 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,616 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,616 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,616 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,617 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,618 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,618 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,618 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,618 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,619 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0033_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:07,619 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0033 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:39:07,619 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0033 initialized successfully with 5 map tasks and 0 reduce tasks.
2013-10-31 15:39:08,623 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6868752454579286190_1424 file build/test/data/dfs/data/data2/current/blk_-6868752454579286190 for deletion
2013-10-31 15:39:08,623 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6564452645607017219_1423 file build/test/data/dfs/data/data2/current/blk_-6564452645607017219 for deletion
2013-10-31 15:39:08,623 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6868752454579286190_1424 at file build/test/data/dfs/data/data2/current/blk_-6868752454579286190
2013-10-31 15:39:08,624 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-231688833699608971_1426 file build/test/data/dfs/data/data2/current/blk_-231688833699608971 for deletion
2013-10-31 15:39:08,624 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6564452645607017219_1423 at file build/test/data/dfs/data/data2/current/blk_-6564452645607017219
2013-10-31 15:39:08,624 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8982809820525512545_1425 file build/test/data/dfs/data/data1/current/blk_8982809820525512545 for deletion
2013-10-31 15:39:08,624 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-231688833699608971_1426 at file build/test/data/dfs/data/data2/current/blk_-231688833699608971
2013-10-31 15:39:08,625 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8982809820525512545_1425 at file build/test/data/dfs/data/data1/current/blk_8982809820525512545
2013-10-31 15:39:09,155 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0033_m_000006_0' to tip task_20131031152505967_0033_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:39:09,159 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0032_m_000000_0'
2013-10-31 15:39:09,159 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0032_m_000001_0'
2013-10-31 15:39:09,160 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0032_m_000007_0'
2013-10-31 15:39:09,161 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0033_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:39:09,162 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0033_m_000006_0 which needs 1 slots
2013-10-31 15:39:09,162 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0033_m_000006_0 which needs 1 slots
2013-10-31 15:39:09,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0033/jobToken dst=null perm=null
2013-10-31 15:39:09,170 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54445, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8452611256456401229_1443, duration: 279540
2013-10-31 15:39:09,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.xml dst=null perm=null
2013-10-31 15:39:09,184 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54447, bytes: 29251, op: HDFS_READ, cliID: DFSClient_1793642690, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-159107881106883085_1440, duration: 370234
2013-10-31 15:39:09,214 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:53907, storageID=DS-709277284-10.5.128.102-53907-1383233102814, infoPort=60870, ipcPort=55693) Starting thread to transfer block blk_4489847717922614591_1437 to 127.0.0.1:42991
2013-10-31 15:39:09,214 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:39:09,214 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1732486239712211334_1429 file build/test/data/dfs/data/data3/current/blk_1732486239712211334 for deletion
2013-10-31 15:39:09,215 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1732486239712211334_1429 at file build/test/data/dfs/data/data3/current/blk_1732486239712211334
2013-10-31 15:39:09,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4489847717922614591_1437 src: /127.0.0.1:47671 dest: /127.0.0.1:42991
2013-10-31 15:39:09,216 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:53907, storageID=DS-709277284-10.5.128.102-53907-1383233102814, infoPort=60870, ipcPort=55693):Transmitted block blk_4489847717922614591_1437 to /127.0.0.1:42991
2013-10-31 15:39:09,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_4489847717922614591_1437 src: /127.0.0.1:47671 dest: /127.0.0.1:42991 of size 238055
2013-10-31 15:39:09,222 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4489847717922614591_1437 size 238055
2013-10-31 15:39:09,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.jar dst=null perm=null
2013-10-31 15:39:09,245 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42370, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1793642690, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4489847717922614591_1437, duration: 1232314
2013-10-31 15:39:09,342 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0032_m_-1579913538
2013-10-31 15:39:09,349 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8296 with signal TERM. Exit code 0
2013-10-31 15:39:09,349 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0033_m_-235491975
2013-10-31 15:39:09,349 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0033_m_-235491975 spawned.
2013-10-31 15:39:09,351 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0033/attempt_20131031152505967_0033_m_000006_0/taskjvm.sh
2013-10-31 15:39:09,409 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:09,410 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:09,410 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:09,410 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0032_m_-1579913538 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:39:10,167 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_8982809820525512545_1425 blk_-6868752454579286190_1424 blk_-231688833699608971_1426 blk_-6564452645607017219_1423 blk_1732486239712211334_1429
2013-10-31 15:39:10,167 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_1732486239712211334_1429
2013-10-31 15:39:10,927 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0033_m_-235491975 given task: attempt_20131031152505967_0033_m_000006_0
2013-10-31 15:39:11,202 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0032
2013-10-31 15:39:11,202 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0032_m_000002_0 not found in cache
2013-10-31 15:39:11,202 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0032_m_000003_0 not found in cache
2013-10-31 15:39:11,203 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0032_m_000006_0 not found in cache
2013-10-31 15:39:11,203 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0032 for user-log deletion with retainTimeStamp:1383320351203
2013-10-31 15:39:11,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:11,546 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0032
2013-10-31 15:39:11,546 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0032_m_000004_0 not found in cache
2013-10-31 15:39:11,547 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0032_m_000005_0 not found in cache
2013-10-31 15:39:11,547 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0032 for user-log deletion with retainTimeStamp:1383320351547
2013-10-31 15:39:12,000 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0032_m_1750169847 since job job_20131031152505967_0032 is dead
2013-10-31 15:39:12,011 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8359 with signal TERM. Exit code 0
2013-10-31 15:39:12,019 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0032_m_1299437206 since job job_20131031152505967_0032 is dead
2013-10-31 15:39:12,033 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8363 with signal TERM. Exit code 0
2013-10-31 15:39:12,203 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:12,203 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:12,203 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:12,203 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0032_m_1750169847 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:39:12,209 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:12,209 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:12,209 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:12,211 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0032_m_1299437206 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:39:12,215 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1732486239712211334_1429 file build/test/data/dfs/data/data8/current/blk_1732486239712211334 for deletion
2013-10-31 15:39:12,216 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1732486239712211334_1429 at file build/test/data/dfs/data/data8/current/blk_1732486239712211334
2013-10-31 15:39:12,303 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0032_m_-2058245312 since job job_20131031152505967_0032 is dead
2013-10-31 15:39:12,312 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8364 with signal TERM. Exit code 0
2013-10-31 15:39:12,488 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:12,488 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:12,489 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:12,490 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0032_m_-2058245312 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:39:12,634 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0032_m_1737536253 since job job_20131031152505967_0032 is dead
2013-10-31 15:39:12,643 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8365 with signal TERM. Exit code 0
2013-10-31 15:39:12,778 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6868752454579286190_1424 file build/test/data/dfs/data/data5/current/blk_-6868752454579286190 for deletion
2013-10-31 15:39:12,778 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6564452645607017219_1423 file build/test/data/dfs/data/data6/current/blk_-6564452645607017219 for deletion
2013-10-31 15:39:12,778 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6868752454579286190_1424 at file build/test/data/dfs/data/data5/current/blk_-6868752454579286190
2013-10-31 15:39:12,778 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-231688833699608971_1426 file build/test/data/dfs/data/data5/current/blk_-231688833699608971 for deletion
2013-10-31 15:39:12,779 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6564452645607017219_1423 at file build/test/data/dfs/data/data6/current/blk_-6564452645607017219
2013-10-31 15:39:12,779 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-231688833699608971_1426 at file build/test/data/dfs/data/data5/current/blk_-231688833699608971
2013-10-31 15:39:12,779 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1732486239712211334_1429 file build/test/data/dfs/data/data5/current/blk_1732486239712211334 for deletion
2013-10-31 15:39:12,780 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8982809820525512545_1425 file build/test/data/dfs/data/data6/current/blk_8982809820525512545 for deletion
2013-10-31 15:39:12,780 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1732486239712211334_1429 at file build/test/data/dfs/data/data5/current/blk_1732486239712211334
2013-10-31 15:39:12,780 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8982809820525512545_1425 at file build/test/data/dfs/data/data6/current/blk_8982809820525512545
2013-10-31 15:39:12,812 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:12,813 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:12,813 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:12,814 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0032_m_1737536253 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:39:14,162 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0032
2013-10-31 15:39:14,162 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0032_m_000000_0 not found in cache
2013-10-31 15:39:14,163 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0032_m_000001_0 not found in cache
2013-10-31 15:39:14,163 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0032 for user-log deletion with retainTimeStamp:1383320354163
2013-10-31 15:39:14,372 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000006_0 0.0% setup
2013-10-31 15:39:14,374 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0033_m_000006_0 is done.
2013-10-31 15:39:14,374 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0033_m_000006_0 was -1
2013-10-31 15:39:14,375 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:14,795 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0032_m_701837784 since job job_20131031152505967_0032 is dead
2013-10-31 15:39:14,804 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8136 with signal TERM. Exit code 0
2013-10-31 15:39:14,983 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:14,984 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:14,984 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:14,985 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0032_m_701837784 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:39:15,168 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0033_m_000006_0' has completed task_20131031152505967_0033_m_000006 successfully.
2013-10-31 15:39:15,171 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0033_m_000000_0' to tip task_20131031152505967_0033_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:39:15,172 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0033_m_000000
2013-10-31 15:39:15,173 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0033_m_000001_0' to tip task_20131031152505967_0033_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:39:15,173 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0033_m_000001
2013-10-31 15:39:15,175 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0033_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:39:15,176 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0033_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:39:15,177 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0033_m_000000_0 which needs 1 slots
2013-10-31 15:39:15,177 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0033_m_000000_0 which needs 1 slots
2013-10-31 15:39:15,177 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0033_m_000001_0 which needs 1 slots
2013-10-31 15:39:15,177 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0033_m_000001_0 which needs 1 slots
2013-10-31 15:39:15,215 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0033_m_000002_0' to tip task_20131031152505967_0033_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:39:15,215 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0033_m_000002
2013-10-31 15:39:15,215 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0033_m_000003_0' to tip task_20131031152505967_0033_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:39:15,216 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0033_m_000003
2013-10-31 15:39:15,216 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0033_m_1399989186
2013-10-31 15:39:15,217 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0033_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:39:15,217 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0033_m_1399989186 spawned.
2013-10-31 15:39:15,218 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0033_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:39:15,218 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0033_m_000002_0 which needs 1 slots
2013-10-31 15:39:15,218 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0033/attempt_20131031152505967_0033_m_000001_0. Attempting to reuse: jvm_20131031152505967_0033_m_-235491975
2013-10-31 15:39:15,219 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0033_m_000002_0 which needs 1 slots
2013-10-31 15:39:15,219 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0033_m_000003_0 which needs 1 slots
2013-10-31 15:39:15,219 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0033_m_000003_0 which needs 1 slots
2013-10-31 15:39:15,219 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0033/attempt_20131031152505967_0033_m_000000_0/taskjvm.sh
2013-10-31 15:39:15,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0033/jobToken dst=null perm=null
2013-10-31 15:39:15,223 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42373, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8452611256456401229_1443, duration: 134549
2013-10-31 15:39:15,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.xml dst=null perm=null
2013-10-31 15:39:15,227 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42375, bytes: 29251, op: HDFS_READ, cliID: DFSClient_-1702068087, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-159107881106883085_1440, duration: 158932
2013-10-31 15:39:15,244 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:39:15,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.jar dst=null perm=null
2013-10-31 15:39:15,269 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40950, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1702068087, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4489847717922614591_1437, duration: 1486235
2013-10-31 15:39:15,341 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0033_m_-2077254085
2013-10-31 15:39:15,342 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0033_m_-2077254085 spawned.
2013-10-31 15:39:15,344 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0033/attempt_20131031152505967_0033_m_000002_0/taskjvm.sh
2013-10-31 15:39:15,354 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0033_m_-1239129671
2013-10-31 15:39:15,355 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0033_m_-1239129671 spawned.
2013-10-31 15:39:15,356 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0033/attempt_20131031152505967_0033_m_000003_0/taskjvm.sh
2013-10-31 15:39:15,494 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0033_m_-235491975 given task: attempt_20131031152505967_0033_m_000001_0
2013-10-31 15:39:15,553 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0033_m_000004_0' to tip task_20131031152505967_0033_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:39:15,553 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0033_m_000004
2013-10-31 15:39:15,555 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0033_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:39:15,555 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0033_m_000004_0 which needs 1 slots
2013-10-31 15:39:15,555 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0033_m_000004_0 which needs 1 slots
2013-10-31 15:39:15,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0033/jobToken dst=null perm=null
2013-10-31 15:39:15,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54456, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8452611256456401229_1443, duration: 128221
2013-10-31 15:39:15,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.xml dst=null perm=null
2013-10-31 15:39:15,563 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42380, bytes: 29251, op: HDFS_READ, cliID: DFSClient_-2086164646, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-159107881106883085_1440, duration: 151838
2013-10-31 15:39:15,576 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:39:15,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.jar dst=null perm=null
2013-10-31 15:39:15,590 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40955, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-2086164646, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_4489847717922614591_1437, duration: 571545
2013-10-31 15:39:15,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split dst=null perm=null
2013-10-31 15:39:15,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42382, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3034749169876307994_1438, duration: 156204
2013-10-31 15:39:15,639 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0033_m_-1244557448
2013-10-31 15:39:15,640 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0033_m_-1244557448 spawned.
2013-10-31 15:39:15,641 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0033/attempt_20131031152505967_0033_m_000004_0/taskjvm.sh
2013-10-31 15:39:15,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:15,646 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47685, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 135431
2013-10-31 15:39:15,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:15,777 INFO datanode.DataNode (FSDataset.java:run(2221)) - Starting asynchronous block report scan
2013-10-31 15:39:15,779 INFO datanode.DataNode (FSDataset.java:run(2224)) - Finished asynchronous block report scan in 2ms
2013-10-31 15:39:15,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:16,047 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0033_m_1399989186 given task: attempt_20131031152505967_0033_m_000000_0
2013-10-31 15:39:16,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=null
2013-10-31 15:39:16,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00000 dst=null perm=null
2013-10-31 15:39:16,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00001 dst=null perm=null
2013-10-31 15:39:16,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00002 dst=null perm=null
2013-10-31 15:39:16,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00003 dst=null perm=null
2013-10-31 15:39:16,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00004 dst=null perm=null
2013-10-31 15:39:16,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00005 dst=null perm=null
2013-10-31 15:39:16,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00000 dst=null perm=null
2013-10-31 15:39:16,249 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42385, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2238670126646746747_1431, duration: 140479
2013-10-31 15:39:16,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00001 dst=null perm=null
2013-10-31 15:39:16,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54465, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9028572071205924213_1430, duration: 114857
2013-10-31 15:39:16,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00002 dst=null perm=null
2013-10-31 15:39:16,269 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42387, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2506276638505430203_1435, duration: 108148
2013-10-31 15:39:16,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00003 dst=null perm=null
2013-10-31 15:39:16,272 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42388, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8892598150297602413_1435, duration: 104785
2013-10-31 15:39:16,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00004 dst=null perm=null
2013-10-31 15:39:16,276 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42389, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5422622931536917078_1435, duration: 122587
2013-10-31 15:39:16,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00005 dst=null perm=null
2013-10-31 15:39:16,278 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54469, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8080193283008502009_1435, duration: 97487
2013-10-31 15:39:16,287 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000001_0/part-00001. blk_5393401413027010146_1444
2013-10-31 15:39:16,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5393401413027010146_1444 src: /127.0.0.1:47693 dest: /127.0.0.1:42991
2013-10-31 15:39:16,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5393401413027010146_1444 src: /127.0.0.1:54471 dest: /127.0.0.1:57702
2013-10-31 15:39:16,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5393401413027010146_1444 src: /127.0.0.1:40967 dest: /127.0.0.1:48948
2013-10-31 15:39:16,308 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40967, dest: /127.0.0.1:48948, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0033_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5393401413027010146_1444, duration: 1425249
2013-10-31 15:39:16,308 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5393401413027010146_1444 terminating
2013-10-31 15:39:16,308 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54471, dest: /127.0.0.1:57702, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0033_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5393401413027010146_1444, duration: 1933761
2013-10-31 15:39:16,309 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5393401413027010146_1444 terminating
2013-10-31 15:39:16,309 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47693, dest: /127.0.0.1:42991, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0033_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5393401413027010146_1444, duration: 2314110
2013-10-31 15:39:16,309 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5393401413027010146_1444 terminating
2013-10-31 15:39:16,309 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5393401413027010146_1444 size 24
2013-10-31 15:39:16,310 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0033_m_000001_0
2013-10-31 15:39:16,311 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0033_m_000001_0
2013-10-31 15:39:16,311 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5393401413027010146_1444 size 24
2013-10-31 15:39:16,312 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5393401413027010146_1444 size 24
2013-10-31 15:39:16,313 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1793)) - Reconciled asynchronous block scan with filesystem. 0 blocks concurrently deleted during scan, 1 blocks concurrently added during scan, 0 ongoing creations ignored
2013-10-31 15:39:16,313 INFO datanode.DataNode (FSDataset.java:reconcileRoughBlockScan(1715)) - Reconciled asynchronous block report against current state in 0 ms
2013-10-31 15:39:16,326 INFO hdfs.StateChange (FSNamesystem.java:processReport(3512)) - *BLOCK* NameSystem.processReport: from 127.0.0.1:48948, blocks: 86, processing time: 12 msecs
2013-10-31 15:39:16,327 INFO datanode.DataNode (DataNode.java:offerService(1009)) - BlockReport of 86 blocks took 0 msec to generate and 14 msecs for RPC and NN processing
2013-10-31 15:39:16,349 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0033_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:39:16,349 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000001_0 0.0%
2013-10-31 15:39:16,495 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0033_m_-2077254085 given task: attempt_20131031152505967_0033_m_000002_0
2013-10-31 15:39:16,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split dst=null perm=null
2013-10-31 15:39:16,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54475, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3034749169876307994_1438, duration: 175092
2013-10-31 15:39:16,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:16,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:16,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:16,792 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0033_m_-1244557448 given task: attempt_20131031152505967_0033_m_000004_0
2013-10-31 15:39:16,821 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0033_m_-1239129671 given task: attempt_20131031152505967_0033_m_000003_0
2013-10-31 15:39:16,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=null
2013-10-31 15:39:16,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00000 dst=null perm=null
2013-10-31 15:39:16,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00001 dst=null perm=null
2013-10-31 15:39:16,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00002 dst=null perm=null
2013-10-31 15:39:16,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00003 dst=null perm=null
2013-10-31 15:39:16,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00004 dst=null perm=null
2013-10-31 15:39:16,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00005 dst=null perm=null
2013-10-31 15:39:16,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00000 dst=null perm=null
2013-10-31 15:39:16,865 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42399, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2238670126646746747_1431, duration: 145173
2013-10-31 15:39:16,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00001 dst=null perm=null
2013-10-31 15:39:16,884 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47702, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9028572071205924213_1430, duration: 121195
2013-10-31 15:39:16,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00002 dst=null perm=null
2013-10-31 15:39:16,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54480, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2506276638505430203_1435, duration: 108781
2013-10-31 15:39:16,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00003 dst=null perm=null
2013-10-31 15:39:16,890 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54481, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8892598150297602413_1435, duration: 101149
2013-10-31 15:39:16,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00004 dst=null perm=null
2013-10-31 15:39:16,893 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40977, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5422622931536917078_1435, duration: 104847
2013-10-31 15:39:16,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00005 dst=null perm=null
2013-10-31 15:39:16,896 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54483, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8080193283008502009_1435, duration: 101979
2013-10-31 15:39:16,899 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42405, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 101385
2013-10-31 15:39:16,906 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000000_0/part-00000. blk_568839185649750552_1445
2013-10-31 15:39:16,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_568839185649750552_1445 src: /127.0.0.1:42406 dest: /127.0.0.1:53907
2013-10-31 15:39:16,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_568839185649750552_1445 src: /127.0.0.1:40982 dest: /127.0.0.1:48948
2013-10-31 15:39:16,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_568839185649750552_1445 src: /127.0.0.1:47711 dest: /127.0.0.1:42991
2013-10-31 15:39:16,939 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47711, dest: /127.0.0.1:42991, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0033_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_568839185649750552_1445, duration: 1172329
2013-10-31 15:39:16,940 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_568839185649750552_1445 terminating
2013-10-31 15:39:16,940 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:40982, dest: /127.0.0.1:48948, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0033_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_568839185649750552_1445, duration: 1541287
2013-10-31 15:39:16,940 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_568839185649750552_1445 terminating
2013-10-31 15:39:16,940 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_568839185649750552_1445 size 16
2013-10-31 15:39:16,940 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42406, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0033_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_568839185649750552_1445, duration: 1962892
2013-10-31 15:39:16,941 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_568839185649750552_1445 terminating
2013-10-31 15:39:16,941 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0033_m_000000_0
2013-10-31 15:39:16,942 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0033_m_000000_0
2013-10-31 15:39:16,943 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_568839185649750552_1445 size 16
2013-10-31 15:39:16,944 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_568839185649750552_1445 size 16
2013-10-31 15:39:16,988 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0033_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:39:16,988 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000000_0 0.0%
2013-10-31 15:39:16,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split dst=null perm=null
2013-10-31 15:39:16,997 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54489, bytes: 1267, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000002_0, offset: 512, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3034749169876307994_1438, duration: 165204
2013-10-31 15:39:17,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:17,037 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42411, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 125296
2013-10-31 15:39:17,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:17,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:17,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split dst=null perm=null
2013-10-31 15:39:17,427 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54492, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000004_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3034749169876307994_1438, duration: 158694
2013-10-31 15:39:17,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:17,466 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:40989, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 140162
2013-10-31 15:39:17,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:17,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:17,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033/job.split dst=null perm=null
2013-10-31 15:39:17,521 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47718, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000003_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3034749169876307994_1438, duration: 171542
2013-10-31 15:39:17,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=null
2013-10-31 15:39:17,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00000 dst=null perm=null
2013-10-31 15:39:17,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00001 dst=null perm=null
2013-10-31 15:39:17,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00002 dst=null perm=null
2013-10-31 15:39:17,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00003 dst=null perm=null
2013-10-31 15:39:17,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00004 dst=null perm=null
2013-10-31 15:39:17,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00005 dst=null perm=null
2013-10-31 15:39:17,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00000 dst=null perm=null
2013-10-31 15:39:17,541 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42417, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2238670126646746747_1431, duration: 124882
2013-10-31 15:39:17,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00001 dst=null perm=null
2013-10-31 15:39:17,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:17,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42418, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9028572071205924213_1430, duration: 106715
2013-10-31 15:39:17,561 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42419, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 135316
2013-10-31 15:39:17,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00002 dst=null perm=null
2013-10-31 15:39:17,562 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42420, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2506276638505430203_1435, duration: 102870
2013-10-31 15:39:17,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00003 dst=null perm=null
2013-10-31 15:39:17,565 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42421, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8892598150297602413_1435, duration: 105660
2013-10-31 15:39:17,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00004 dst=null perm=null
2013-10-31 15:39:17,568 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47724, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5422622931536917078_1435, duration: 105225
2013-10-31 15:39:17,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00005 dst=null perm=null
2013-10-31 15:39:17,570 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47725, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8080193283008502009_1435, duration: 131974
2013-10-31 15:39:17,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:17,578 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0033_m_000002_0
2013-10-31 15:39:17,578 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0033_m_000002_0
2013-10-31 15:39:17,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:17,624 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0033_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:39:17,625 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000002_0 0.0%
2013-10-31 15:39:17,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=null
2013-10-31 15:39:17,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00000 dst=null perm=null
2013-10-31 15:39:17,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00001 dst=null perm=null
2013-10-31 15:39:17,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00002 dst=null perm=null
2013-10-31 15:39:17,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00003 dst=null perm=null
2013-10-31 15:39:17,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00004 dst=null perm=null
2013-10-31 15:39:17,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00005 dst=null perm=null
2013-10-31 15:39:17,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00000 dst=null perm=null
2013-10-31 15:39:17,716 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54503, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2238670126646746747_1431, duration: 132849
2013-10-31 15:39:17,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00001 dst=null perm=null
2013-10-31 15:39:17,734 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47727, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9028572071205924213_1430, duration: 102111
2013-10-31 15:39:17,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00002 dst=null perm=null
2013-10-31 15:39:17,737 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54505, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2506276638505430203_1435, duration: 144249
2013-10-31 15:39:17,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00003 dst=null perm=null
2013-10-31 15:39:17,740 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42427, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8892598150297602413_1435, duration: 146483
2013-10-31 15:39:17,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00004 dst=null perm=null
2013-10-31 15:39:17,743 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41002, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5422622931536917078_1435, duration: 140802
2013-10-31 15:39:17,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00005 dst=null perm=null
2013-10-31 15:39:17,746 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54508, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8080193283008502009_1435, duration: 139875
2013-10-31 15:39:17,755 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000004_0/part-00004. blk_4922911768015720066_1448
2013-10-31 15:39:17,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4922911768015720066_1448 src: /127.0.0.1:47732 dest: /127.0.0.1:42991
2013-10-31 15:39:17,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4922911768015720066_1448 src: /127.0.0.1:54510 dest: /127.0.0.1:57702
2013-10-31 15:39:17,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_4922911768015720066_1448 src: /127.0.0.1:42432 dest: /127.0.0.1:53907
2013-10-31 15:39:17,784 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42432, dest: /127.0.0.1:53907, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0033_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4922911768015720066_1448, duration: 1608669
2013-10-31 15:39:17,785 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_4922911768015720066_1448 terminating
2013-10-31 15:39:17,785 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54510, dest: /127.0.0.1:57702, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0033_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_4922911768015720066_1448, duration: 1711291
2013-10-31 15:39:17,785 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_4922911768015720066_1448 terminating
2013-10-31 15:39:17,786 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47732, dest: /127.0.0.1:42991, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0033_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4922911768015720066_1448, duration: 2636694
2013-10-31 15:39:17,787 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_4922911768015720066_1448 terminating
2013-10-31 15:39:17,791 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_4922911768015720066_1448 size 24
2013-10-31 15:39:17,791 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0033_m_000004_0
2013-10-31 15:39:17,792 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0033_m_000004_0
2013-10-31 15:39:17,792 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_4922911768015720066_1448 size 24
2013-10-31 15:39:17,793 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_4922911768015720066_1448 size 24
2013-10-31 15:39:17,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=null
2013-10-31 15:39:17,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00000 dst=null perm=null
2013-10-31 15:39:17,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00001 dst=null perm=null
2013-10-31 15:39:17,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00002 dst=null perm=null
2013-10-31 15:39:17,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00003 dst=null perm=null
2013-10-31 15:39:17,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00004 dst=null perm=null
2013-10-31 15:39:17,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00005 dst=null perm=null
2013-10-31 15:39:17,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00000 dst=null perm=null
2013-10-31 15:39:17,830 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47735, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2238670126646746747_1431, duration: 129601
2013-10-31 15:39:17,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00001 dst=null perm=null
2013-10-31 15:39:17,848 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0033_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:39:17,848 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000004_0 0.0%
2013-10-31 15:39:17,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54513, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9028572071205924213_1430, duration: 116911
2013-10-31 15:39:17,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00002 dst=null perm=null
2013-10-31 15:39:17,852 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42435, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2506276638505430203_1435, duration: 99881
2013-10-31 15:39:17,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00003 dst=null perm=null
2013-10-31 15:39:17,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47738, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8892598150297602413_1435, duration: 101260
2013-10-31 15:39:17,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00004 dst=null perm=null
2013-10-31 15:39:17,858 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42437, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5422622931536917078_1435, duration: 98722
2013-10-31 15:39:17,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB/part-00005 dst=null perm=null
2013-10-31 15:39:17,860 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54517, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0033_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8080193283008502009_1435, duration: 97858
2013-10-31 15:39:17,866 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0033_m_000003_0
2013-10-31 15:39:17,866 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0033_m_000003_0
2013-10-31 15:39:17,919 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0033_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:39:17,920 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000003_0 0.0%
2013-10-31 15:39:18,180 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0033_m_000000_0
2013-10-31 15:39:18,181 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0033_m_000001_0
2013-10-31 15:39:18,221 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0033_m_000002_0
2013-10-31 15:39:18,221 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0033_m_000003_0
2013-10-31 15:39:18,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000001_0 dst=null perm=null
2013-10-31 15:39:18,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:18,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:18,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000001_0 dst=null perm=null
2013-10-31 15:39:18,558 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0033_m_000004_0
2013-10-31 15:39:18,569 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:39:18,571 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0033_m_000001_0 is done.
2013-10-31 15:39:18,571 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0033_m_000001_0 was -1
2013-10-31 15:39:18,571 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:39:18,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000002_0 dst=null perm=null
2013-10-31 15:39:18,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:18,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:18,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000002_0 dst=null perm=null
2013-10-31 15:39:18,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000004_0 dst=null perm=null
2013-10-31 15:39:18,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:18,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:18,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000004_0 dst=null perm=null
2013-10-31 15:39:18,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000003_0 dst=null perm=null
2013-10-31 15:39:18,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:18,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000000_0 dst=null perm=null
2013-10-31 15:39:19,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:19,923 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:6+3
2013-10-31 15:39:19,925 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0033_m_000002_0 is done.
2013-10-31 15:39:19,925 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0033_m_000002_0 was -1
2013-10-31 15:39:19,925 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:39:20,177 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0033_m_000006_0
2013-10-31 15:39:20,177 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0033_m_000006_0
2013-10-31 15:39:20,177 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0033_m_000006_0 not found in cache
2013-10-31 15:39:20,355 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:12+3
2013-10-31 15:39:20,356 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0033_m_000004_0 is done.
2013-10-31 15:39:20,357 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0033_m_000004_0 was -1
2013-10-31 15:39:20,357 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:20,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:20,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:20,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000003_0 dst=null perm=null
2013-10-31 15:39:20,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary/_attempt_20131031152505967_0033_m_000000_0 dst=null perm=null
2013-10-31 15:39:21,182 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0033_m_000001_0' has completed task_20131031152505967_0033_m_000001 successfully.
2013-10-31 15:39:21,223 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0033_m_000002_0' has completed task_20131031152505967_0033_m_000002 successfully.
2013-10-31 15:39:21,562 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0033_m_000004_0' has completed task_20131031152505967_0033_m_000004 successfully.
2013-10-31 15:39:22,583 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:39:22,589 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:39:22,590 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0033_m_000000_0 is done.
2013-10-31 15:39:22,590 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0033_m_000000_0 was -1
2013-10-31 15:39:22,590 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:23,494 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000003_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:9+3
2013-10-31 15:39:23,497 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000003_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:9+3
2013-10-31 15:39:23,499 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0033_m_000003_0 is done.
2013-10-31 15:39:23,499 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0033_m_000003_0 was -1
2013-10-31 15:39:23,499 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:24,186 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0033_m_000000_0' has completed task_20131031152505967_0033_m_000000 successfully.
2013-10-31 15:39:24,227 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0033_m_000003_0' has completed task_20131031152505967_0033_m_000003 successfully.
2013-10-31 15:39:24,229 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0033_m_000005_0' to tip task_20131031152505967_0033_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:39:24,231 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0033_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:39:24,232 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0033_m_000005_0 which needs 1 slots
2013-10-31 15:39:24,232 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0033_m_000005_0 which needs 1 slots
2013-10-31 15:39:24,263 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0033/attempt_20131031152505967_0033_m_000005_0. Attempting to reuse: jvm_20131031152505967_0033_m_-2077254085
2013-10-31 15:39:25,426 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0033_m_-2077254085 given task: attempt_20131031152505967_0033_m_000005_0
2013-10-31 15:39:26,758 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000005_0 0.0%
2013-10-31 15:39:26,761 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 2445 Total time for transactions(ms): 47Number of transactions batched in Syncs: 325 Number of syncs: 1768 SyncTimes(ms): 58198 8180
2013-10-31 15:39:26,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary dst=null perm=null
2013-10-31 15:39:26,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:26,782 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_SUCCESS from client DFSClient_attempt_20131031152505967_0033_m_000005_0
2013-10-31 15:39:26,782 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0033_m_000005_0
2013-10-31 15:39:26,791 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4489847717922614591 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:26,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4489847717922614591 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:26,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4489847717922614591 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:26,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4489847717922614591 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:26,792 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3034749169876307994 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:26,793 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3034749169876307994 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:26,793 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3034749169876307994 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:26,793 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3034749169876307994 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:26,793 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4158224780716278530 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:26,793 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4158224780716278530 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:26,794 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_4158224780716278530 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:26,794 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-159107881106883085 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:26,794 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-159107881106883085 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:26,794 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-159107881106883085 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:26,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0033 dst=null perm=null
2013-10-31 15:39:28,170 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_4489847717922614591_1437 blk_4158224780716278530_1439 blk_-3034749169876307994_1438
2013-10-31 15:39:28,171 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_4489847717922614591_1437 blk_-159107881106883085_1440 blk_-3034749169876307994_1438
2013-10-31 15:39:29,727 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0033_m_000005_0 0.0% cleanup
2013-10-31 15:39:29,729 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0033_m_000005_0 is done.
2013-10-31 15:39:29,729 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0033_m_000005_0 was -1
2013-10-31 15:39:29,729 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:30,221 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3034749169876307994_1438 file build/test/data/dfs/data/data8/current/blk_-3034749169876307994 for deletion
2013-10-31 15:39:30,221 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-159107881106883085_1440 file build/test/data/dfs/data/data7/current/blk_-159107881106883085 for deletion
2013-10-31 15:39:30,221 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3034749169876307994_1438 at file build/test/data/dfs/data/data8/current/blk_-3034749169876307994
2013-10-31 15:39:30,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-159107881106883085_1440 at file build/test/data/dfs/data/data7/current/blk_-159107881106883085
2013-10-31 15:39:30,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4489847717922614591_1437 file build/test/data/dfs/data/data7/current/blk_4489847717922614591 for deletion
2013-10-31 15:39:30,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4489847717922614591_1437 at file build/test/data/dfs/data/data7/current/blk_4489847717922614591
2013-10-31 15:39:30,238 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0033_m_000005_0' has completed task_20131031152505967_0033_m_000005 successfully.
2013-10-31 15:39:30,239 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0033 has completed successfully.
2013-10-31 15:39:30,240 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0033,submitTime=1383233946474,launchTime=1383233947619,firstMapTaskLaunchTime=1383233955171,firstJobSetupTaskLaunchTime=1383233949154,firstJobCleanupTaskLaunchTime=1383233964229,finishTime=1383233970239,numMaps=5,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=38,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[FD57A78348E94BFE97FB1C0F75747733/C268228E9D194B08A78D2252455E756D] offset*merge/(1/2) ...geintohashjoinaccumulated
2013-10-31 15:39:30,247 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0033_1383233946474_hadoop_%5BFD57A78348E94BFE97FB1C0F75747733%2FC268228E9D194B08. blk_8570442793257140058_1449
2013-10-31 15:39:30,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8570442793257140058_1449 src: /127.0.0.1:54521 dest: /127.0.0.1:57702
2013-10-31 15:39:30,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8570442793257140058_1449 src: /127.0.0.1:41017 dest: /127.0.0.1:48948
2013-10-31 15:39:30,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8570442793257140058_1449 src: /127.0.0.1:47746 dest: /127.0.0.1:42991
2013-10-31 15:39:30,260 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47746, dest: /127.0.0.1:42991, bytes: 25508, op: HDFS_WRITE, cliID: DFSClient_-1577584103, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8570442793257140058_1449, duration: 4562673
2013-10-31 15:39:30,261 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8570442793257140058_1449 terminating
2013-10-31 15:39:30,261 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41017, dest: /127.0.0.1:48948, bytes: 25508, op: HDFS_WRITE, cliID: DFSClient_-1577584103, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8570442793257140058_1449, duration: 3880112
2013-10-31 15:39:30,261 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8570442793257140058_1449 terminating
2013-10-31 15:39:30,262 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54521, dest: /127.0.0.1:57702, bytes: 25508, op: HDFS_WRITE, cliID: DFSClient_-1577584103, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8570442793257140058_1449, duration: 2088745
2013-10-31 15:39:30,262 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8570442793257140058_1449 size 25508
2013-10-31 15:39:30,263 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8570442793257140058_1449 terminating
2013-10-31 15:39:30,263 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8570442793257140058_1449 size 25508
2013-10-31 15:39:30,265 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0033_1383233946474_hadoop_%5BFD57A78348E94BFE97FB1C0F75747733%2FC268228E9D194B08 from client DFSClient_-1577584103
2013-10-31 15:39:30,265 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_logs/history/job_20131031152505967_0033_1383233946474_hadoop_%5BFD57A78348E94BFE97FB1C0F75747733%2FC268228E9D194B08 is closed by DFSClient_-1577584103
2013-10-31 15:39:30,265 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8570442793257140058_1449 size 25508
2013-10-31 15:39:30,277 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0033_1383233946474_hadoop_%5BFD57A78348E94BFE97FB1C0F75747733%2FC268228E9D194B08 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:39:30,278 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0033_m_000002_0'
2013-10-31 15:39:30,278 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0033_m_000003_0'
2013-10-31 15:39:30,278 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0033_m_000005_0'
2013-10-31 15:39:30,278 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8452611256456401229 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:30,279 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8452611256456401229 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:30,279 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8452611256456401229 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:30,280 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0033_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:39:30,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4766840419730654681 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:30,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4766840419730654681 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:30,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4766840419730654681 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:30,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1880167470048225946 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:30,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1880167470048225946 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:30,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1880167470048225946 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:30,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2238670126646746747 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:30,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2238670126646746747 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:30,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2238670126646746747 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:30,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9028572071205924213 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:30,284 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9028572071205924213 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_9028572071205924213 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2506276638505430203 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2506276638505430203 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2506276638505430203 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8892598150297602413 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8892598150297602413 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8892598150297602413 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5422622931536917078 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5422622931536917078 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5422622931536917078 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8080193283008502009 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:30,285 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8080193283008502009 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:30,286 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8080193283008502009 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:30,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0033 dst=null perm=null
2013-10-31 15:39:30,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/8599988792_merge_3BEB14FBF028499585849B3A8F9925FB dst=null perm=null
2013-10-31 15:39:30,297 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/_temporary
2013-10-31 15:39:30,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated dst=null perm=null
2013-10-31 15:39:30,306 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 5
2013-10-31 15:39:30,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00000 dst=null perm=null
2013-10-31 15:39:30,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00001 dst=null perm=null
2013-10-31 15:39:30,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00002 dst=null perm=null
2013-10-31 15:39:30,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00003 dst=null perm=null
2013-10-31 15:39:30,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00004 dst=null perm=null
2013-10-31 15:39:30,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00000 dst=null perm=null
2013-10-31 15:39:30,311 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42446, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_568839185649750552_1445, duration: 299958
2013-10-31 15:39:30,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00001 dst=null perm=null
2013-10-31 15:39:30,313 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47749, bytes: 28, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5393401413027010146_1444, duration: 138110
2013-10-31 15:39:30,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00002 dst=null perm=null
2013-10-31 15:39:30,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00003 dst=null perm=null
2013-10-31 15:39:30,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00004 dst=null perm=null
2013-10-31 15:39:30,316 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42448, bytes: 28, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_4922911768015720066_1448, duration: 271003
2013-10-31 15:39:30,316 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated
2013-10-31 15:39:30,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated dst=null perm=null
2013-10-31 15:39:30,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00000 dst=null perm=null
2013-10-31 15:39:30,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41023, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_568839185649750552_1445, duration: 260467
2013-10-31 15:39:30,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00001 dst=null perm=null
2013-10-31 15:39:30,323 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47752, bytes: 28, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5393401413027010146_1444, duration: 261104
2013-10-31 15:39:30,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00002 dst=null perm=null
2013-10-31 15:39:30,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00003 dst=null perm=null
2013-10-31 15:39:30,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/hashjoinintomergeintohashjoinaccumulated/part-00004 dst=null perm=null
2013-10-31 15:39:30,328 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47753, bytes: 28, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_4922911768015720066_1448, duration: 152832
2013-10-31 15:39:30,339 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:39:30,339 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:39:30,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*offset*merge1] starting
2013-10-31 15:39:30,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*offset*merge1] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:39:30,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*offset*merge1] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:39:30,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*offset*merge1] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:39:30,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*offset*merge1] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge"]
2013-10-31 15:39:30,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*offset*merge1] parallel execution is enabled: true
2013-10-31 15:39:30,379 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*offset*merge1] starting jobs: 3
2013-10-31 15:39:30,380 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*offset*merge1] allocating threads: 3
2013-10-31 15:39:30,380 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*offset*merge1] starting step: (3/3)
2013-10-31 15:39:30,383 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:39:30,383 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:39:30,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:30,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:39:30,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:30,401 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.jar. blk_-6416278664780388389_1450
2013-10-31 15:39:30,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6416278664780388389_1450 src: /127.0.0.1:47754 dest: /127.0.0.1:42991
2013-10-31 15:39:30,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6416278664780388389_1450 src: /127.0.0.1:42453 dest: /127.0.0.1:53907
2013-10-31 15:39:30,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6416278664780388389_1450 src: /127.0.0.1:41028 dest: /127.0.0.1:48948
2013-10-31 15:39:30,412 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41028, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6416278664780388389_1450, duration: 6668462
2013-10-31 15:39:30,412 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6416278664780388389_1450 terminating
2013-10-31 15:39:30,412 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42453, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6416278664780388389_1450, duration: 7158908
2013-10-31 15:39:30,412 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6416278664780388389_1450 terminating
2013-10-31 15:39:30,412 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47754, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6416278664780388389_1450, duration: 7381944
2013-10-31 15:39:30,413 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6416278664780388389_1450 terminating
2013-10-31 15:39:30,414 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-6416278664780388389_1450 size 238055
2013-10-31 15:39:30,415 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6416278664780388389_1450 size 238055
2013-10-31 15:39:30,415 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6416278664780388389_1450 size 238055
2013-10-31 15:39:30,573 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0033_m_000004_0'
2013-10-31 15:39:30,630 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0033
2013-10-31 15:39:30,630 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0033 being deleted.
2013-10-31 15:39:30,784 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3034749169876307994_1438 file build/test/data/dfs/data/data5/current/blk_-3034749169876307994 for deletion
2013-10-31 15:39:30,784 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4158224780716278530_1439 file build/test/data/dfs/data/data6/current/blk_4158224780716278530 for deletion
2013-10-31 15:39:30,784 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4489847717922614591_1437 file build/test/data/dfs/data/data6/current/blk_4489847717922614591 for deletion
2013-10-31 15:39:30,784 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3034749169876307994_1438 at file build/test/data/dfs/data/data5/current/blk_-3034749169876307994
2013-10-31 15:39:30,785 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4158224780716278530_1439 at file build/test/data/dfs/data/data6/current/blk_4158224780716278530
2013-10-31 15:39:30,785 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4489847717922614591_1437 at file build/test/data/dfs/data/data6/current/blk_4489847717922614591
2013-10-31 15:39:30,814 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.jar from client DFSClient_1342392704
2013-10-31 15:39:30,815 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.jar is closed by DFSClient_1342392704
2013-10-31 15:39:31,171 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_8892598150297602413_1435 blk_9028572071205924213_1430 blk_4489847717922614591_1437 blk_5422622931536917078_1435 blk_4158224780716278530_1439 blk_1880167470048225946_1428 blk_-159107881106883085_1440 blk_-4766840419730654681_1436 blk_-3034749169876307994_1438 blk_8080193283008502009_1435 blk_-2238670126646746747_1431
2013-10-31 15:39:31,172 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_8892598150297602413_1435 blk_9028572071205924213_1430 blk_4489847717922614591_1437 blk_5422622931536917078_1435 blk_4158224780716278530_1439 blk_-2506276638505430203_1435 blk_-8452611256456401229_1443 blk_-159107881106883085_1440 blk_-3034749169876307994_1438 blk_-2238670126646746747_1431
2013-10-31 15:39:31,677 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.jar. New replication is 10
2013-10-31 15:39:31,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.jar dst=null perm=null
2013-10-31 15:39:31,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:31,720 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:39:31,725 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:39:31,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:39:31,728 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:39:31,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:39:31,731 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:39:31,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:39:31,734 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:39:31,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:39:31,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:31,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:31,757 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split. New replication is 10
2013-10-31 15:39:31,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split dst=null perm=null
2013-10-31 15:39:31,768 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split. blk_3047976623917546983_1451
2013-10-31 15:39:31,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3047976623917546983_1451 src: /127.0.0.1:47757 dest: /127.0.0.1:42991
2013-10-31 15:39:31,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3047976623917546983_1451 src: /127.0.0.1:41030 dest: /127.0.0.1:48948
2013-10-31 15:39:31,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3047976623917546983_1451 src: /127.0.0.1:42457 dest: /127.0.0.1:53907
2013-10-31 15:39:31,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3047976623917546983_1451 src: /127.0.0.1:54537 dest: /127.0.0.1:57702
2013-10-31 15:39:31,778 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54537, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3047976623917546983_1451, duration: 123233
2013-10-31 15:39:31,779 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3047976623917546983_1451 terminating
2013-10-31 15:39:31,779 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42457, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3047976623917546983_1451, duration: 1006352
2013-10-31 15:39:31,780 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3047976623917546983_1451 terminating
2013-10-31 15:39:31,780 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41030, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3047976623917546983_1451, duration: 1995617
2013-10-31 15:39:31,781 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3047976623917546983_1451 terminating
2013-10-31 15:39:31,781 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3047976623917546983_1451 size 2077
2013-10-31 15:39:31,781 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47757, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3047976623917546983_1451, duration: 3051696
2013-10-31 15:39:31,782 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_3047976623917546983_1451 terminating
2013-10-31 15:39:31,782 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3047976623917546983_1451 size 2077
2013-10-31 15:39:31,787 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3047976623917546983_1451 size 2077
2013-10-31 15:39:31,787 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split from client DFSClient_1342392704
2013-10-31 15:39:31,788 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split is closed by DFSClient_1342392704
2013-10-31 15:39:31,788 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3047976623917546983_1451 size 2077
2013-10-31 15:39:31,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:31,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:31,864 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.splitmetainfo. blk_-2770021443423618546_1452
2013-10-31 15:39:31,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2770021443423618546_1452 src: /127.0.0.1:54538 dest: /127.0.0.1:57702
2013-10-31 15:39:31,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2770021443423618546_1452 src: /127.0.0.1:47762 dest: /127.0.0.1:42991
2013-10-31 15:39:31,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2770021443423618546_1452 src: /127.0.0.1:42461 dest: /127.0.0.1:53907
2013-10-31 15:39:31,871 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42461, dest: /127.0.0.1:53907, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2770021443423618546_1452, duration: 65057
2013-10-31 15:39:31,872 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2770021443423618546_1452 terminating
2013-10-31 15:39:31,872 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47762, dest: /127.0.0.1:42991, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2770021443423618546_1452, duration: 848291
2013-10-31 15:39:31,872 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2770021443423618546_1452 terminating
2013-10-31 15:39:31,873 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54538, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2770021443423618546_1452, duration: 1712089
2013-10-31 15:39:31,873 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2770021443423618546_1452 terminating
2013-10-31 15:39:31,876 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2770021443423618546_1452 size 218
2013-10-31 15:39:31,877 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:39:31,877 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:39:31,877 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2770021443423618546_1452 size 218
2013-10-31 15:39:31,878 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2770021443423618546_1452 size 218
2013-10-31 15:39:31,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:31,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:31,900 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.xml. blk_3121604342989179288_1453
2013-10-31 15:39:31,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3121604342989179288_1453 src: /127.0.0.1:47764 dest: /127.0.0.1:42991
2013-10-31 15:39:31,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3121604342989179288_1453 src: /127.0.0.1:41037 dest: /127.0.0.1:48948
2013-10-31 15:39:31,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3121604342989179288_1453 src: /127.0.0.1:54543 dest: /127.0.0.1:57702
2013-10-31 15:39:31,907 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54543, dest: /127.0.0.1:57702, bytes: 29267, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3121604342989179288_1453, duration: 87407
2013-10-31 15:39:31,908 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3121604342989179288_1453 terminating
2013-10-31 15:39:31,908 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41037, dest: /127.0.0.1:48948, bytes: 29267, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3121604342989179288_1453, duration: 916669
2013-10-31 15:39:31,909 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3121604342989179288_1453 terminating
2013-10-31 15:39:31,909 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47764, dest: /127.0.0.1:42991, bytes: 29267, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3121604342989179288_1453, duration: 1868071
2013-10-31 15:39:31,910 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3121604342989179288_1453 terminating
2013-10-31 15:39:31,910 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3121604342989179288_1453 size 29267
2013-10-31 15:39:31,912 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.xml from client DFSClient_1342392704
2013-10-31 15:39:31,912 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.xml is closed by DFSClient_1342392704
2013-10-31 15:39:31,913 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3121604342989179288_1453 size 29267
2013-10-31 15:39:31,913 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3121604342989179288_1453 size 29267
2013-10-31 15:39:31,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.xml dst=null perm=null
2013-10-31 15:39:31,926 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54545, bytes: 29499, op: HDFS_READ, cliID: DFSClient_778822225, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3121604342989179288_1453, duration: 386540
2013-10-31 15:39:31,945 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0034: nMaps=6 nReduces=0 max=-1
2013-10-31 15:39:31,945 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0034 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:39:31,945 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0034
2013-10-31 15:39:31,946 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0034 RESULT=SUCCESS
2013-10-31 15:39:31,946 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0034
2013-10-31 15:39:31,947 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*offset*merge1] submitted hadoop job: job_20131031152505967_0034
2013-10-31 15:39:31,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_logs/history/job_20131031152505967_0034_1383233971917_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F853A3A0CCFD34230 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:31,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_logs/history/job_20131031152505967_0034_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:31,977 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_logs/history/job_20131031152505967_0034_conf.xml. blk_-291021770788451015_1455
2013-10-31 15:39:31,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-291021770788451015_1455 src: /127.0.0.1:41041 dest: /127.0.0.1:48948
2013-10-31 15:39:31,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-291021770788451015_1455 src: /127.0.0.1:42468 dest: /127.0.0.1:53907
2013-10-31 15:39:31,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-291021770788451015_1455 src: /127.0.0.1:47771 dest: /127.0.0.1:42991
2013-10-31 15:39:31,986 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47771, dest: /127.0.0.1:42991, bytes: 29332, op: HDFS_WRITE, cliID: DFSClient_778822225, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-291021770788451015_1455, duration: 688703
2013-10-31 15:39:31,987 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-291021770788451015_1455 terminating
2013-10-31 15:39:31,987 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42468, dest: /127.0.0.1:53907, bytes: 29332, op: HDFS_WRITE, cliID: DFSClient_778822225, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-291021770788451015_1455, duration: 1589932
2013-10-31 15:39:31,988 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-291021770788451015_1455 terminating
2013-10-31 15:39:31,988 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41041, dest: /127.0.0.1:48948, bytes: 29332, op: HDFS_WRITE, cliID: DFSClient_778822225, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-291021770788451015_1455, duration: 2809025
2013-10-31 15:39:31,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-291021770788451015_1455 terminating
2013-10-31 15:39:31,990 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-291021770788451015_1455 size 29332
2013-10-31 15:39:31,992 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_logs/history/job_20131031152505967_0034_conf.xml from client DFSClient_778822225
2013-10-31 15:39:31,992 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_logs/history/job_20131031152505967_0034_conf.xml is closed by DFSClient_778822225
2013-10-31 15:39:31,993 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-291021770788451015_1455 size 29332
2013-10-31 15:39:31,993 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-291021770788451015_1455 size 29332
2013-10-31 15:39:32,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0034/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:32,007 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0034/jobToken. blk_7921045326518232612_1456
2013-10-31 15:39:32,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7921045326518232612_1456 src: /127.0.0.1:42470 dest: /127.0.0.1:53907
2013-10-31 15:39:32,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7921045326518232612_1456 src: /127.0.0.1:41045 dest: /127.0.0.1:48948
2013-10-31 15:39:32,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7921045326518232612_1456 src: /127.0.0.1:54551 dest: /127.0.0.1:57702
2013-10-31 15:39:32,015 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54551, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7921045326518232612_1456, duration: 66062
2013-10-31 15:39:32,015 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7921045326518232612_1456 terminating
2013-10-31 15:39:32,016 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41045, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7921045326518232612_1456, duration: 877585
2013-10-31 15:39:32,016 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7921045326518232612_1456 terminating
2013-10-31 15:39:32,016 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7921045326518232612_1456 size 116
2013-10-31 15:39:32,017 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42470, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7921045326518232612_1456, duration: 1711348
2013-10-31 15:39:32,017 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7921045326518232612_1456 size 116
2013-10-31 15:39:32,017 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7921045326518232612_1456 terminating
2013-10-31 15:39:32,020 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0034/jobToken from client DFSClient_1342392704
2013-10-31 15:39:32,020 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0034/jobToken is closed by DFSClient_1342392704
2013-10-31 15:39:32,020 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7921045326518232612_1456 size 116
2013-10-31 15:39:32,026 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0034/jobToken
2013-10-31 15:39:32,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.splitmetainfo dst=null perm=null
2013-10-31 15:39:32,030 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47775, bytes: 222, op: HDFS_READ, cliID: DFSClient_778822225, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2770021443423618546_1452, duration: 271153
2013-10-31 15:39:32,032 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0034 = 38. Number of splits = 6
2013-10-31 15:39:32,032 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,033 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,033 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,033 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,033 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,034 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,034 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,034 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,034 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,035 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,035 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,035 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,035 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,036 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,036 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,036 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,036 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,037 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0034_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:32,037 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0034 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:39:32,037 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0034 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:39:32,631 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4766840419730654681_1436 file build/test/data/dfs/data/data2/current/blk_-4766840419730654681 for deletion
2013-10-31 15:39:32,631 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3034749169876307994_1438 file build/test/data/dfs/data/data1/current/blk_-3034749169876307994 for deletion
2013-10-31 15:39:32,631 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4766840419730654681_1436 at file build/test/data/dfs/data/data2/current/blk_-4766840419730654681
2013-10-31 15:39:32,632 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3034749169876307994_1438 at file build/test/data/dfs/data/data1/current/blk_-3034749169876307994
2013-10-31 15:39:32,631 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2238670126646746747_1431 file build/test/data/dfs/data/data2/current/blk_-2238670126646746747 for deletion
2013-10-31 15:39:32,632 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-159107881106883085_1440 file build/test/data/dfs/data/data1/current/blk_-159107881106883085 for deletion
2013-10-31 15:39:32,632 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2238670126646746747_1431 at file build/test/data/dfs/data/data2/current/blk_-2238670126646746747
2013-10-31 15:39:32,633 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1880167470048225946_1428 file build/test/data/dfs/data/data1/current/blk_1880167470048225946 for deletion
2013-10-31 15:39:32,633 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-159107881106883085_1440 at file build/test/data/dfs/data/data1/current/blk_-159107881106883085
2013-10-31 15:39:32,633 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4158224780716278530_1439 file build/test/data/dfs/data/data2/current/blk_4158224780716278530 for deletion
2013-10-31 15:39:32,633 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1880167470048225946_1428 at file build/test/data/dfs/data/data1/current/blk_1880167470048225946
2013-10-31 15:39:32,633 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4489847717922614591_1437 file build/test/data/dfs/data/data2/current/blk_4489847717922614591 for deletion
2013-10-31 15:39:32,634 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4158224780716278530_1439 at file build/test/data/dfs/data/data2/current/blk_4158224780716278530
2013-10-31 15:39:32,634 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5422622931536917078_1435 file build/test/data/dfs/data/data1/current/blk_5422622931536917078 for deletion
2013-10-31 15:39:32,634 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4489847717922614591_1437 at file build/test/data/dfs/data/data2/current/blk_4489847717922614591
2013-10-31 15:39:32,634 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5422622931536917078_1435 at file build/test/data/dfs/data/data1/current/blk_5422622931536917078
2013-10-31 15:39:32,634 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8080193283008502009_1435 file build/test/data/dfs/data/data2/current/blk_8080193283008502009 for deletion
2013-10-31 15:39:32,635 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8892598150297602413_1435 file build/test/data/dfs/data/data1/current/blk_8892598150297602413 for deletion
2013-10-31 15:39:32,635 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8080193283008502009_1435 at file build/test/data/dfs/data/data2/current/blk_8080193283008502009
2013-10-31 15:39:32,635 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8892598150297602413_1435 at file build/test/data/dfs/data/data1/current/blk_8892598150297602413
2013-10-31 15:39:32,635 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9028572071205924213_1430 file build/test/data/dfs/data/data1/current/blk_9028572071205924213 for deletion
2013-10-31 15:39:32,636 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9028572071205924213_1430 at file build/test/data/dfs/data/data1/current/blk_9028572071205924213
2013-10-31 15:39:33,200 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0034_m_000007_0' to tip task_20131031152505967_0034_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:39:33,204 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0033_m_000000_0'
2013-10-31 15:39:33,204 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0033_m_000001_0'
2013-10-31 15:39:33,205 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0033_m_000006_0'
2013-10-31 15:39:33,206 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0034_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:39:33,207 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0034_m_000007_0 which needs 1 slots
2013-10-31 15:39:33,207 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0034_m_000007_0 which needs 1 slots
2013-10-31 15:39:33,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0034/jobToken dst=null perm=null
2013-10-31 15:39:33,215 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42474, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7921045326518232612_1456, duration: 279282
2013-10-31 15:39:33,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.xml dst=null perm=null
2013-10-31 15:39:33,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8452611256456401229_1443 file build/test/data/dfs/data/data4/current/blk_-8452611256456401229 for deletion
2013-10-31 15:39:33,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3034749169876307994_1438 file build/test/data/dfs/data/data4/current/blk_-3034749169876307994 for deletion
2013-10-31 15:39:33,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8452611256456401229_1443 at file build/test/data/dfs/data/data4/current/blk_-8452611256456401229
2013-10-31 15:39:33,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2506276638505430203_1435 file build/test/data/dfs/data/data4/current/blk_-2506276638505430203 for deletion
2013-10-31 15:39:33,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3034749169876307994_1438 at file build/test/data/dfs/data/data4/current/blk_-3034749169876307994
2013-10-31 15:39:33,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2238670126646746747_1431 file build/test/data/dfs/data/data3/current/blk_-2238670126646746747 for deletion
2013-10-31 15:39:33,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2506276638505430203_1435 at file build/test/data/dfs/data/data4/current/blk_-2506276638505430203
2013-10-31 15:39:33,224 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-159107881106883085_1440 file build/test/data/dfs/data/data4/current/blk_-159107881106883085 for deletion
2013-10-31 15:39:33,224 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2238670126646746747_1431 at file build/test/data/dfs/data/data3/current/blk_-2238670126646746747
2013-10-31 15:39:33,224 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4158224780716278530_1439 file build/test/data/dfs/data/data3/current/blk_4158224780716278530 for deletion
2013-10-31 15:39:33,224 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-159107881106883085_1440 at file build/test/data/dfs/data/data4/current/blk_-159107881106883085
2013-10-31 15:39:33,225 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4158224780716278530_1439 at file build/test/data/dfs/data/data3/current/blk_4158224780716278530
2013-10-31 15:39:33,224 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_4489847717922614591_1437 file build/test/data/dfs/data/data3/current/blk_4489847717922614591 for deletion
2013-10-31 15:39:33,225 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5422622931536917078_1435 file build/test/data/dfs/data/data4/current/blk_5422622931536917078 for deletion
2013-10-31 15:39:33,225 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47778, bytes: 29499, op: HDFS_READ, cliID: DFSClient_557475983, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3121604342989179288_1453, duration: 396053
2013-10-31 15:39:33,226 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5422622931536917078_1435 at file build/test/data/dfs/data/data4/current/blk_5422622931536917078
2013-10-31 15:39:33,226 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8892598150297602413_1435 file build/test/data/dfs/data/data3/current/blk_8892598150297602413 for deletion
2013-10-31 15:39:33,225 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_4489847717922614591_1437 at file build/test/data/dfs/data/data3/current/blk_4489847717922614591
2013-10-31 15:39:33,227 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9028572071205924213_1430 file build/test/data/dfs/data/data4/current/blk_9028572071205924213 for deletion
2013-10-31 15:39:33,227 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8892598150297602413_1435 at file build/test/data/dfs/data/data3/current/blk_8892598150297602413
2013-10-31 15:39:33,227 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9028572071205924213_1430 at file build/test/data/dfs/data/data4/current/blk_9028572071205924213
2013-10-31 15:39:33,256 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:39:33,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.jar dst=null perm=null
2013-10-31 15:39:33,286 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47779, bytes: 239915, op: HDFS_READ, cliID: DFSClient_557475983, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6416278664780388389_1450, duration: 1256638
2013-10-31 15:39:33,359 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0033_m_-235491975
2013-10-31 15:39:33,363 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8808 with signal TERM. Exit code 0
2013-10-31 15:39:33,363 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0034_m_-827955930
2013-10-31 15:39:33,364 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0034_m_-827955930 spawned.
2013-10-31 15:39:33,365 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0034/attempt_20131031152505967_0034_m_000007_0/taskjvm.sh
2013-10-31 15:39:34,121 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:34,121 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:34,121 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:34,122 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0033_m_-235491975 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:39:34,172 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:48948 to replicate blk_-6416278664780388389_1450 to datanode(s) 127.0.0.1:57702
2013-10-31 15:39:34,172 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_5422622931536917078_1435 blk_1880167470048225946_1428 blk_-2506276638505430203_1435 blk_-8452611256456401229_1443 blk_-4766840419730654681_1436 blk_8080193283008502009_1435
2013-10-31 15:39:34,173 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_8892598150297602413_1435 blk_9028572071205924213_1430 blk_1880167470048225946_1428 blk_-2506276638505430203_1435 blk_-8452611256456401229_1443 blk_-4766840419730654681_1436 blk_8080193283008502009_1435 blk_-2238670126646746747_1431
2013-10-31 15:39:34,884 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0034_m_-827955930 given task: attempt_20131031152505967_0034_m_000007_0
2013-10-31 15:39:35,279 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0033
2013-10-31 15:39:35,279 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0033_m_000002_0 not found in cache
2013-10-31 15:39:35,279 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0033_m_000005_0 not found in cache
2013-10-31 15:39:35,279 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0033_m_000003_0 not found in cache
2013-10-31 15:39:35,279 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0033 for user-log deletion with retainTimeStamp:1383320375279
2013-10-31 15:39:35,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:35,574 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0033
2013-10-31 15:39:35,574 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0033_m_000004_0 not found in cache
2013-10-31 15:39:35,575 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0033 for user-log deletion with retainTimeStamp:1383320375575
2013-10-31 15:39:35,939 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0033_m_-1244557448 since job job_20131031152505967_0033 is dead
2013-10-31 15:39:35,949 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group9069 with signal TERM. Exit code 0
2013-10-31 15:39:36,067 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0033_m_-1239129671 since job job_20131031152505967_0033 is dead
2013-10-31 15:39:36,078 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group9070 with signal TERM. Exit code 0
2013-10-31 15:39:36,129 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:36,129 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:36,129 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:36,129 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0033_m_-1244557448 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:39:36,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8452611256456401229_1443 file build/test/data/dfs/data/data7/current/blk_-8452611256456401229 for deletion
2013-10-31 15:39:36,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4766840419730654681_1436 file build/test/data/dfs/data/data8/current/blk_-4766840419730654681 for deletion
2013-10-31 15:39:36,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8452611256456401229_1443 at file build/test/data/dfs/data/data7/current/blk_-8452611256456401229
2013-10-31 15:39:36,222 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2506276638505430203_1435 file build/test/data/dfs/data/data7/current/blk_-2506276638505430203 for deletion
2013-10-31 15:39:36,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4766840419730654681_1436 at file build/test/data/dfs/data/data8/current/blk_-4766840419730654681
2013-10-31 15:39:36,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2238670126646746747_1431 file build/test/data/dfs/data/data8/current/blk_-2238670126646746747 for deletion
2013-10-31 15:39:36,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2506276638505430203_1435 at file build/test/data/dfs/data/data7/current/blk_-2506276638505430203
2013-10-31 15:39:36,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1880167470048225946_1428 file build/test/data/dfs/data/data7/current/blk_1880167470048225946 for deletion
2013-10-31 15:39:36,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2238670126646746747_1431 at file build/test/data/dfs/data/data8/current/blk_-2238670126646746747
2013-10-31 15:39:36,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1880167470048225946_1428 at file build/test/data/dfs/data/data7/current/blk_1880167470048225946
2013-10-31 15:39:36,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8080193283008502009_1435 file build/test/data/dfs/data/data7/current/blk_8080193283008502009 for deletion
2013-10-31 15:39:36,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8892598150297602413_1435 file build/test/data/dfs/data/data8/current/blk_8892598150297602413 for deletion
2013-10-31 15:39:36,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8080193283008502009_1435 at file build/test/data/dfs/data/data7/current/blk_8080193283008502009
2013-10-31 15:39:36,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_9028572071205924213_1430 file build/test/data/dfs/data/data7/current/blk_9028572071205924213 for deletion
2013-10-31 15:39:36,223 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8892598150297602413_1435 at file build/test/data/dfs/data/data8/current/blk_8892598150297602413
2013-10-31 15:39:36,224 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_9028572071205924213_1430 at file build/test/data/dfs/data/data7/current/blk_9028572071205924213
2013-10-31 15:39:36,268 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0033_m_-2077254085 since job job_20131031152505967_0033 is dead
2013-10-31 15:39:36,278 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group9031 with signal TERM. Exit code 0
2013-10-31 15:39:36,287 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:36,287 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:36,287 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:36,287 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0033_m_-1239129671 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:39:36,451 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:36,451 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:36,451 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:36,452 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0033_m_-2077254085 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:39:36,786 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678) Starting thread to transfer block blk_-6416278664780388389_1450 to 127.0.0.1:57702
2013-10-31 15:39:36,786 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8452611256456401229_1443 file build/test/data/dfs/data/data6/current/blk_-8452611256456401229 for deletion
2013-10-31 15:39:36,787 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4766840419730654681_1436 file build/test/data/dfs/data/data5/current/blk_-4766840419730654681 for deletion
2013-10-31 15:39:36,787 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8452611256456401229_1443 at file build/test/data/dfs/data/data6/current/blk_-8452611256456401229
2013-10-31 15:39:36,787 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2506276638505430203_1435 file build/test/data/dfs/data/data6/current/blk_-2506276638505430203 for deletion
2013-10-31 15:39:36,787 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4766840419730654681_1436 at file build/test/data/dfs/data/data5/current/blk_-4766840419730654681
2013-10-31 15:39:36,788 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1880167470048225946_1428 file build/test/data/dfs/data/data6/current/blk_1880167470048225946 for deletion
2013-10-31 15:39:36,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6416278664780388389_1450 src: /127.0.0.1:54562 dest: /127.0.0.1:57702
2013-10-31 15:39:36,788 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:48948, storageID=DS-1077439903-10.5.128.102-48948-1383233103367, infoPort=45816, ipcPort=55678):Transmitted block blk_-6416278664780388389_1450 to /127.0.0.1:57702
2013-10-31 15:39:36,788 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5422622931536917078_1435 file build/test/data/dfs/data/data6/current/blk_5422622931536917078 for deletion
2013-10-31 15:39:36,788 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2506276638505430203_1435 at file build/test/data/dfs/data/data6/current/blk_-2506276638505430203
2013-10-31 15:39:36,789 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8080193283008502009_1435 file build/test/data/dfs/data/data5/current/blk_8080193283008502009 for deletion
2013-10-31 15:39:36,789 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1880167470048225946_1428 at file build/test/data/dfs/data/data6/current/blk_1880167470048225946
2013-10-31 15:39:36,790 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8080193283008502009_1435 at file build/test/data/dfs/data/data5/current/blk_8080193283008502009
2013-10-31 15:39:36,790 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5422622931536917078_1435 at file build/test/data/dfs/data/data6/current/blk_5422622931536917078
2013-10-31 15:39:36,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-6416278664780388389_1450 src: /127.0.0.1:54562 dest: /127.0.0.1:57702 of size 238055
2013-10-31 15:39:36,792 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6416278664780388389_1450 size 238055
2013-10-31 15:39:38,207 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0033
2013-10-31 15:39:38,207 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0033_m_000001_0 not found in cache
2013-10-31 15:39:38,208 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0033_m_000000_0 not found in cache
2013-10-31 15:39:38,208 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0033 for user-log deletion with retainTimeStamp:1383320378208
2013-10-31 15:39:38,309 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000007_0 0.0% setup
2013-10-31 15:39:38,312 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0034_m_000007_0 is done.
2013-10-31 15:39:38,312 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0034_m_000007_0 was -1
2013-10-31 15:39:38,312 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:39,211 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0034_m_000007_0' has completed task_20131031152505967_0034_m_000007 successfully.
2013-10-31 15:39:39,216 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0034_m_000000_0' to tip task_20131031152505967_0034_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:39:39,218 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0034_m_000000
2013-10-31 15:39:39,218 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0034_m_000001_0' to tip task_20131031152505967_0034_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:39:39,219 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0034_m_000001
2013-10-31 15:39:39,221 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0034_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:39:39,222 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0034_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:39:39,222 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0034_m_000000_0 which needs 1 slots
2013-10-31 15:39:39,222 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0034_m_000000_0 which needs 1 slots
2013-10-31 15:39:39,223 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0034_m_000001_0 which needs 1 slots
2013-10-31 15:39:39,223 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0034_m_000001_0 which needs 1 slots
2013-10-31 15:39:39,270 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0034/attempt_20131031152505967_0034_m_000000_0. Attempting to reuse: jvm_20131031152505967_0034_m_-827955930
2013-10-31 15:39:39,270 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0033_m_1399989186
2013-10-31 15:39:39,274 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group8959 with signal TERM. Exit code 0
2013-10-31 15:39:39,274 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0034_m_-1501655875
2013-10-31 15:39:39,275 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0034_m_-1501655875 spawned.
2013-10-31 15:39:39,277 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0034/attempt_20131031152505967_0034_m_000001_0/taskjvm.sh
2013-10-31 15:39:39,285 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0034_m_000002_0' to tip task_20131031152505967_0034_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:39:39,286 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0034_m_000002
2013-10-31 15:39:39,286 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0034_m_000003_0' to tip task_20131031152505967_0034_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:39:39,296 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0034_m_000003
2013-10-31 15:39:39,300 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0034_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:39:39,300 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0034_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:39:39,300 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0034_m_000002_0 which needs 1 slots
2013-10-31 15:39:39,301 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0034_m_000002_0 which needs 1 slots
2013-10-31 15:39:39,301 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0034_m_000003_0 which needs 1 slots
2013-10-31 15:39:39,301 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0034_m_000003_0 which needs 1 slots
2013-10-31 15:39:39,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0034/jobToken dst=null perm=null
2013-10-31 15:39:39,310 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41058, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7921045326518232612_1456, duration: 294359
2013-10-31 15:39:39,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.xml dst=null perm=null
2013-10-31 15:39:39,317 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47788, bytes: 29499, op: HDFS_READ, cliID: DFSClient_-282732959, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3121604342989179288_1453, duration: 191922
2013-10-31 15:39:39,335 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:39:39,343 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:39,343 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:39,343 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:39,344 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0033_m_1399989186 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:39:39,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.jar dst=null perm=null
2013-10-31 15:39:39,349 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42487, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-282732959, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6416278664780388389_1450, duration: 643946
2013-10-31 15:39:39,365 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0034_m_-827955930 given task: attempt_20131031152505967_0034_m_000000_0
2013-10-31 15:39:39,414 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0034_m_-1211871831
2013-10-31 15:39:39,416 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0034_m_-1211871831 spawned.
2013-10-31 15:39:39,416 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0034_m_-1067324862
2013-10-31 15:39:39,417 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0034_m_-1067324862 spawned.
2013-10-31 15:39:39,417 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0034/attempt_20131031152505967_0034_m_000002_0/taskjvm.sh
2013-10-31 15:39:39,418 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0034/attempt_20131031152505967_0034_m_000003_0/taskjvm.sh
2013-10-31 15:39:39,582 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0034_m_000004_0' to tip task_20131031152505967_0034_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:39:39,582 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0034_m_000004
2013-10-31 15:39:39,582 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0034_m_000005_0' to tip task_20131031152505967_0034_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:39:39,582 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0034_m_000005
2013-10-31 15:39:39,584 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0034_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:39:39,585 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0034_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:39:39,585 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0034_m_000004_0 which needs 1 slots
2013-10-31 15:39:39,585 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0034_m_000004_0 which needs 1 slots
2013-10-31 15:39:39,586 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0034_m_000005_0 which needs 1 slots
2013-10-31 15:39:39,586 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0034_m_000005_0 which needs 1 slots
2013-10-31 15:39:39,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0034/jobToken dst=null perm=null
2013-10-31 15:39:39,594 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54567, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7921045326518232612_1456, duration: 276593
2013-10-31 15:39:39,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.xml dst=null perm=null
2013-10-31 15:39:39,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47792, bytes: 29499, op: HDFS_READ, cliID: DFSClient_880522371, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3121604342989179288_1453, duration: 355774
2013-10-31 15:39:39,623 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:39:39,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.jar dst=null perm=null
2013-10-31 15:39:39,635 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42491, bytes: 239915, op: HDFS_READ, cliID: DFSClient_880522371, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-6416278664780388389_1450, duration: 577390
2013-10-31 15:39:39,854 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0034_m_731140146
2013-10-31 15:39:39,855 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0034_m_731140146 spawned.
2013-10-31 15:39:39,855 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0034_m_-1741311094
2013-10-31 15:39:39,856 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0034_m_-1741311094 spawned.
2013-10-31 15:39:39,857 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0034/attempt_20131031152505967_0034_m_000005_0/taskjvm.sh
2013-10-31 15:39:39,857 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0034/attempt_20131031152505967_0034_m_000004_0/taskjvm.sh
2013-10-31 15:39:40,082 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0034_m_-1501655875 given task: attempt_20131031152505967_0034_m_000001_0
2013-10-31 15:39:40,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split dst=null perm=null
2013-10-31 15:39:40,195 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54573, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3047976623917546983_1451, duration: 161314
2013-10-31 15:39:40,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:39:40,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:40,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:40,490 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42495, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 146371
2013-10-31 15:39:40,495 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000000_0/part-00000. blk_3885077620561206412_1457
2013-10-31 15:39:40,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3885077620561206412_1457 src: /127.0.0.1:42496 dest: /127.0.0.1:53907
2013-10-31 15:39:40,517 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3885077620561206412_1457 src: /127.0.0.1:41072 dest: /127.0.0.1:48948
2013-10-31 15:39:40,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3885077620561206412_1457 src: /127.0.0.1:47801 dest: /127.0.0.1:42991
2013-10-31 15:39:40,520 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47801, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3885077620561206412_1457, duration: 1299475
2013-10-31 15:39:40,520 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3885077620561206412_1457 terminating
2013-10-31 15:39:40,521 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41072, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3885077620561206412_1457, duration: 1838031
2013-10-31 15:39:40,521 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3885077620561206412_1457 terminating
2013-10-31 15:39:40,521 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42496, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3885077620561206412_1457, duration: 2248829
2013-10-31 15:39:40,521 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3885077620561206412_1457 terminating
2013-10-31 15:39:40,523 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3885077620561206412_1457 size 136
2013-10-31 15:39:40,523 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0034_m_000000_0
2013-10-31 15:39:40,523 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0034_m_000000_0
2013-10-31 15:39:40,525 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3885077620561206412_1457 size 136
2013-10-31 15:39:40,525 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3885077620561206412_1457 size 136
2013-10-31 15:39:40,568 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0034_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:39:40,569 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000000_0 0.0%
2013-10-31 15:39:40,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split dst=null perm=null
2013-10-31 15:39:40,597 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41075, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3047976623917546983_1451, duration: 164048
2013-10-31 15:39:40,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:39:40,637 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42502, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 126352
2013-10-31 15:39:40,755 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0034_m_-1211871831 given task: attempt_20131031152505967_0034_m_000002_0
2013-10-31 15:39:40,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:40,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:41,018 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0034_m_-1067324862 given task: attempt_20131031152505967_0034_m_000003_0
2013-10-31 15:39:41,030 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0034_m_-1741311094 given task: attempt_20131031152505967_0034_m_000004_0
2013-10-31 15:39:41,078 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0034_m_731140146 given task: attempt_20131031152505967_0034_m_000005_0
2013-10-31 15:39:41,133 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000001_0/part-00001. blk_7293042219512788441_1458
2013-10-31 15:39:41,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7293042219512788441_1458 src: /127.0.0.1:41080 dest: /127.0.0.1:48948
2013-10-31 15:39:41,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7293042219512788441_1458 src: /127.0.0.1:54586 dest: /127.0.0.1:57702
2013-10-31 15:39:41,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7293042219512788441_1458 src: /127.0.0.1:42508 dest: /127.0.0.1:53907
2013-10-31 15:39:41,160 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42508, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7293042219512788441_1458, duration: 1327402
2013-10-31 15:39:41,161 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7293042219512788441_1458 terminating
2013-10-31 15:39:41,161 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54586, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7293042219512788441_1458, duration: 1654339
2013-10-31 15:39:41,161 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7293042219512788441_1458 terminating
2013-10-31 15:39:41,161 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41080, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7293042219512788441_1458, duration: 2043403
2013-10-31 15:39:41,162 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7293042219512788441_1458 terminating
2013-10-31 15:39:41,163 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7293042219512788441_1458 size 114
2013-10-31 15:39:41,163 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7293042219512788441_1458 size 114
2013-10-31 15:39:41,166 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7293042219512788441_1458 size 114
2013-10-31 15:39:41,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split dst=null perm=null
2013-10-31 15:39:41,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41084, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000002_0, offset: 512, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3047976623917546983_1451, duration: 179985
2013-10-31 15:39:41,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:39:41,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:41,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:41,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split dst=null perm=null
2013-10-31 15:39:41,538 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47816, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000003_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3047976623917546983_1451, duration: 162104
2013-10-31 15:39:41,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split dst=null perm=null
2013-10-31 15:39:41,563 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0034_m_000001_0
2013-10-31 15:39:41,564 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0034_m_000001_0
2013-10-31 15:39:41,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41089, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000004_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3047976623917546983_1451, duration: 164158
2013-10-31 15:39:41,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:39:41,579 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41090, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 196064
2013-10-31 15:39:41,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034/job.split dst=null perm=null
2013-10-31 15:39:41,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:41,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:41,591 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54596, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000005_0, offset: 1536, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3047976623917546983_1451, duration: 148249
2013-10-31 15:39:41,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:41,593 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47820, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 105072
2013-10-31 15:39:41,596 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54598, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 104231
2013-10-31 15:39:41,604 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000002_0/part-00002. blk_-3398974243029094884_1459
2013-10-31 15:39:41,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:39:41,609 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54600, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 107952
2013-10-31 15:39:41,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:41,616 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0034_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:39:41,616 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000001_0 0.0%
2013-10-31 15:39:41,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:41,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3398974243029094884_1459 src: /127.0.0.1:54599 dest: /127.0.0.1:57702
2013-10-31 15:39:41,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3398974243029094884_1459 src: /127.0.0.1:47824 dest: /127.0.0.1:42991
2013-10-31 15:39:41,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-3398974243029094884_1459 src: /127.0.0.1:42523 dest: /127.0.0.1:53907
2013-10-31 15:39:41,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:39:41,631 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42523, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-3398974243029094884_1459, duration: 1054395
2013-10-31 15:39:41,631 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-3398974243029094884_1459 terminating
2013-10-31 15:39:41,631 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47824, dest: /127.0.0.1:42991, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3398974243029094884_1459, duration: 1643850
2013-10-31 15:39:41,631 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42524, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 114320
2013-10-31 15:39:41,631 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-3398974243029094884_1459 terminating
2013-10-31 15:39:41,633 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54599, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3398974243029094884_1459, duration: 2013909
2013-10-31 15:39:41,634 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-3398974243029094884_1459 terminating
2013-10-31 15:39:41,634 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-3398974243029094884_1459 size 92
2013-10-31 15:39:41,635 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0034_m_000002_0
2013-10-31 15:39:41,635 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0034_m_000002_0
2013-10-31 15:39:41,636 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-3398974243029094884_1459 size 92
2013-10-31 15:39:41,637 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-3398974243029094884_1459 size 92
2013-10-31 15:39:41,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:41,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:41,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:41,683 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0034_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:39:41,684 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000002_0 0.0%
2013-10-31 15:39:41,832 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000004_0/part-00004. blk_5193652518991988616_1462
2013-10-31 15:39:41,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:41,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:41,839 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41100, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 126614
2013-10-31 15:39:41,849 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000003_0/part-00003. blk_8999925492701533174_1462
2013-10-31 15:39:41,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5193652518991988616_1462 src: /127.0.0.1:54604 dest: /127.0.0.1:57702
2013-10-31 15:39:41,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5193652518991988616_1462 src: /127.0.0.1:42528 dest: /127.0.0.1:53907
2013-10-31 15:39:41,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5193652518991988616_1462 src: /127.0.0.1:41103 dest: /127.0.0.1:48948
2013-10-31 15:39:41,860 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41103, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5193652518991988616_1462, duration: 1240222
2013-10-31 15:39:41,860 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5193652518991988616_1462 terminating
2013-10-31 15:39:41,860 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5193652518991988616_1462 size 70
2013-10-31 15:39:41,860 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42528, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5193652518991988616_1462, duration: 1605135
2013-10-31 15:39:41,860 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5193652518991988616_1462 terminating
2013-10-31 15:39:41,861 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54604, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5193652518991988616_1462, duration: 2073937
2013-10-31 15:39:41,861 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5193652518991988616_1462 size 70
2013-10-31 15:39:41,861 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5193652518991988616_1462 terminating
2013-10-31 15:39:41,862 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0034_m_000004_0
2013-10-31 15:39:41,862 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0034_m_000004_0
2013-10-31 15:39:41,862 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5193652518991988616_1462 size 70
2013-10-31 15:39:41,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8999925492701533174_1462 src: /127.0.0.1:47829 dest: /127.0.0.1:42991
2013-10-31 15:39:41,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8999925492701533174_1462 src: /127.0.0.1:54609 dest: /127.0.0.1:57702
2013-10-31 15:39:41,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8999925492701533174_1462 src: /127.0.0.1:41105 dest: /127.0.0.1:48948
2013-10-31 15:39:41,876 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41105, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8999925492701533174_1462, duration: 1139615
2013-10-31 15:39:41,876 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8999925492701533174_1462 terminating
2013-10-31 15:39:41,876 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8999925492701533174_1462 size 114
2013-10-31 15:39:41,876 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54609, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8999925492701533174_1462, duration: 1492864
2013-10-31 15:39:41,876 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8999925492701533174_1462 terminating
2013-10-31 15:39:41,876 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47829, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8999925492701533174_1462, duration: 1944653
2013-10-31 15:39:41,877 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8999925492701533174_1462 terminating
2013-10-31 15:39:41,877 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0034_m_000003_0
2013-10-31 15:39:41,878 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0034_m_000003_0
2013-10-31 15:39:41,879 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8999925492701533174_1462 size 114
2013-10-31 15:39:41,879 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8999925492701533174_1462 size 114
2013-10-31 15:39:41,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:41,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:41,897 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42532, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0034_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 123479
2013-10-31 15:39:41,905 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000005_0/part-00005. blk_7821313615180287936_1462
2013-10-31 15:39:41,912 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0034_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:39:41,912 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000004_0 0.0%
2013-10-31 15:39:41,928 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0034_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:39:41,928 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7821313615180287936_1462 src: /127.0.0.1:54612 dest: /127.0.0.1:57702
2013-10-31 15:39:41,928 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000003_0 0.0%
2013-10-31 15:39:41,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7821313615180287936_1462 src: /127.0.0.1:42534 dest: /127.0.0.1:53907
2013-10-31 15:39:41,930 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7821313615180287936_1462 src: /127.0.0.1:47837 dest: /127.0.0.1:42991
2013-10-31 15:39:41,932 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47837, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7821313615180287936_1462, duration: 1374997
2013-10-31 15:39:41,932 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7821313615180287936_1462 terminating
2013-10-31 15:39:41,933 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7821313615180287936_1462 size 70
2013-10-31 15:39:41,933 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42534, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7821313615180287936_1462, duration: 1576609
2013-10-31 15:39:41,933 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7821313615180287936_1462 terminating
2013-10-31 15:39:41,933 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54612, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0034_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7821313615180287936_1462, duration: 2056991
2013-10-31 15:39:41,933 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7821313615180287936_1462 terminating
2013-10-31 15:39:41,934 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0034_m_000005_0
2013-10-31 15:39:41,934 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0034_m_000005_0
2013-10-31 15:39:41,934 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7821313615180287936_1462 size 70
2013-10-31 15:39:41,936 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7821313615180287936_1462 size 70
2013-10-31 15:39:41,982 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0034_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:39:41,982 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000005_0 0.0%
2013-10-31 15:39:42,227 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0034_m_000000_0
2013-10-31 15:39:42,227 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0034_m_000001_0
2013-10-31 15:39:42,303 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0034_m_000002_0
2013-10-31 15:39:42,304 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0034_m_000003_0
2013-10-31 15:39:42,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000000_0 dst=null perm=null
2013-10-31 15:39:42,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:42,589 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0034_m_000004_0
2013-10-31 15:39:42,589 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0034_m_000005_0
2013-10-31 15:39:42,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:42,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000000_0 dst=null perm=null
2013-10-31 15:39:42,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000001_0 dst=null perm=null
2013-10-31 15:39:42,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:42,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:42,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000001_0 dst=null perm=null
2013-10-31 15:39:42,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000002_0 dst=null perm=null
2013-10-31 15:39:42,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:42,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000004_0 dst=null perm=null
2013-10-31 15:39:42,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000003_0 dst=null perm=null
2013-10-31 15:39:42,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:42,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:42,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:42,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:42,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:42,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000002_0 dst=null perm=null
2013-10-31 15:39:42,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000004_0 dst=null perm=null
2013-10-31 15:39:42,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000003_0 dst=null perm=null
2013-10-31 15:39:42,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000005_0 dst=null perm=null
2013-10-31 15:39:42,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:43,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:43,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary/_attempt_20131031152505967_0034_m_000005_0 dst=null perm=null
2013-10-31 15:39:43,159 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:39:43,161 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0034_m_000000_0 is done.
2013-10-31 15:39:43,161 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0034_m_000000_0 was -1
2013-10-31 15:39:43,162 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:39:43,524 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:39:43,525 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0034_m_000001_0 is done.
2013-10-31 15:39:43,526 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0034_m_000001_0 was -1
2013-10-31 15:39:43,526 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:44,211 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:39:44,213 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0034_m_000002_0 is done.
2013-10-31 15:39:44,213 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0034_m_000002_0 was -1
2013-10-31 15:39:44,213 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:39:44,222 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0034_m_000007_0
2013-10-31 15:39:44,222 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0034_m_000007_0
2013-10-31 15:39:44,223 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0034_m_000007_0 not found in cache
2013-10-31 15:39:44,456 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:39:44,457 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0034_m_000003_0 is done.
2013-10-31 15:39:44,457 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0034_m_000003_0 was -1
2013-10-31 15:39:44,457 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:44,487 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:39:44,489 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0034_m_000004_0 is done.
2013-10-31 15:39:44,489 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0034_m_000004_0 was -1
2013-10-31 15:39:44,489 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:39:44,516 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:39:44,517 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0034_m_000005_0 is done.
2013-10-31 15:39:44,517 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0034_m_000005_0 was -1
2013-10-31 15:39:44,517 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:45,232 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0034_m_000000_0' has completed task_20131031152505967_0034_m_000000 successfully.
2013-10-31 15:39:45,233 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0034_m_000001_0' has completed task_20131031152505967_0034_m_000001 successfully.
2013-10-31 15:39:45,307 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0034_m_000002_0' has completed task_20131031152505967_0034_m_000002 successfully.
2013-10-31 15:39:45,308 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0034_m_000003_0' has completed task_20131031152505967_0034_m_000003 successfully.
2013-10-31 15:39:45,593 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0034_m_000004_0' has completed task_20131031152505967_0034_m_000004 successfully.
2013-10-31 15:39:45,594 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0034_m_000005_0' has completed task_20131031152505967_0034_m_000005 successfully.
2013-10-31 15:39:45,597 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0034_m_000006_0' to tip task_20131031152505967_0034_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:39:45,599 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0034_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:39:45,600 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0034_m_000006_0 which needs 1 slots
2013-10-31 15:39:45,600 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0034_m_000006_0 which needs 1 slots
2013-10-31 15:39:45,637 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0034/attempt_20131031152505967_0034_m_000006_0. Attempting to reuse: jvm_20131031152505967_0034_m_-1741311094
2013-10-31 15:39:46,029 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0034_m_-1741311094 given task: attempt_20131031152505967_0034_m_000006_0
2013-10-31 15:39:46,147 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000006_0 0.0%
2013-10-31 15:39:46,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_temporary dst=null perm=null
2013-10-31 15:39:46,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:46,449 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_SUCCESS from client DFSClient_attempt_20131031152505967_0034_m_000006_0
2013-10-31 15:39:46,450 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0034_m_000006_0
2013-10-31 15:39:46,457 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6416278664780388389 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:46,457 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6416278664780388389 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:46,457 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6416278664780388389 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:46,458 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6416278664780388389 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:46,458 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3047976623917546983 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:46,458 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3047976623917546983 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:46,458 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3047976623917546983 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:46,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3047976623917546983 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:46,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2770021443423618546 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:46,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2770021443423618546 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:46,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2770021443423618546 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:46,459 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3121604342989179288 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:39:46,460 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3121604342989179288 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:46,460 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3121604342989179288 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:46,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0034 dst=null perm=null
2013-10-31 15:39:49,098 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0034_m_000006_0 0.0% cleanup
2013-10-31 15:39:49,100 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0034_m_000006_0 is done.
2013-10-31 15:39:49,101 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0034_m_000006_0 was -1
2013-10-31 15:39:49,101 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:49,175 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_3121604342989179288_1453 blk_-2770021443423618546_1452 blk_3047976623917546983_1451 blk_-6416278664780388389_1450
2013-10-31 15:39:49,175 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-2770021443423618546_1452 blk_3047976623917546983_1451 blk_-6416278664780388389_1450
2013-10-31 15:39:50,639 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6416278664780388389_1450 file build/test/data/dfs/data/data1/current/blk_-6416278664780388389 for deletion
2013-10-31 15:39:50,639 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2770021443423618546_1452 file build/test/data/dfs/data/data1/current/blk_-2770021443423618546 for deletion
2013-10-31 15:39:50,640 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6416278664780388389_1450 at file build/test/data/dfs/data/data1/current/blk_-6416278664780388389
2013-10-31 15:39:50,640 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3047976623917546983_1451 file build/test/data/dfs/data/data2/current/blk_3047976623917546983 for deletion
2013-10-31 15:39:50,640 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2770021443423618546_1452 at file build/test/data/dfs/data/data1/current/blk_-2770021443423618546
2013-10-31 15:39:50,640 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3121604342989179288_1453 file build/test/data/dfs/data/data2/current/blk_3121604342989179288 for deletion
2013-10-31 15:39:50,640 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3047976623917546983_1451 at file build/test/data/dfs/data/data2/current/blk_3047976623917546983
2013-10-31 15:39:50,641 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3121604342989179288_1453 at file build/test/data/dfs/data/data2/current/blk_3121604342989179288
2013-10-31 15:39:51,228 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6416278664780388389_1450 file build/test/data/dfs/data/data3/current/blk_-6416278664780388389 for deletion
2013-10-31 15:39:51,228 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2770021443423618546_1452 file build/test/data/dfs/data/data3/current/blk_-2770021443423618546 for deletion
2013-10-31 15:39:51,229 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6416278664780388389_1450 at file build/test/data/dfs/data/data3/current/blk_-6416278664780388389
2013-10-31 15:39:51,229 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3047976623917546983_1451 file build/test/data/dfs/data/data4/current/blk_3047976623917546983 for deletion
2013-10-31 15:39:51,229 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2770021443423618546_1452 at file build/test/data/dfs/data/data3/current/blk_-2770021443423618546
2013-10-31 15:39:51,229 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3047976623917546983_1451 at file build/test/data/dfs/data/data4/current/blk_3047976623917546983
2013-10-31 15:39:51,606 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0034_m_000006_0' has completed task_20131031152505967_0034_m_000006 successfully.
2013-10-31 15:39:51,607 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0034 has completed successfully.
2013-10-31 15:39:51,608 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0034,submitTime=1383233971917,launchTime=1383233972037,firstMapTaskLaunchTime=1383233979216,firstJobSetupTaskLaunchTime=1383233973199,firstJobCleanupTaskLaunchTime=1383233985597,finishTime=1383233991607,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=35,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[A2A48EA269384ABBA0D37EF59A16D2F8/853A3A0CCFD342308E02B5849E133AA8] offset*offset*merge1/(3/3)
2013-10-31 15:39:51,613 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_logs/history/job_20131031152505967_0034_1383233971917_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F853A3A0CCFD34230. blk_-4015348706319979913_1463
2013-10-31 15:39:51,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4015348706319979913_1463 src: /127.0.0.1:54617 dest: /127.0.0.1:57702
2013-10-31 15:39:51,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4015348706319979913_1463 src: /127.0.0.1:47841 dest: /127.0.0.1:42991
2013-10-31 15:39:51,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4015348706319979913_1463 src: /127.0.0.1:41114 dest: /127.0.0.1:48948
2013-10-31 15:39:51,621 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41114, dest: /127.0.0.1:48948, bytes: 29166, op: HDFS_WRITE, cliID: DFSClient_778822225, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4015348706319979913_1463, duration: 986794
2013-10-31 15:39:51,622 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4015348706319979913_1463 terminating
2013-10-31 15:39:51,622 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47841, dest: /127.0.0.1:42991, bytes: 29166, op: HDFS_WRITE, cliID: DFSClient_778822225, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4015348706319979913_1463, duration: 1192753
2013-10-31 15:39:51,623 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4015348706319979913_1463 size 29166
2013-10-31 15:39:51,623 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4015348706319979913_1463 terminating
2013-10-31 15:39:51,623 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4015348706319979913_1463 size 29166
2013-10-31 15:39:51,623 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54617, dest: /127.0.0.1:57702, bytes: 29166, op: HDFS_WRITE, cliID: DFSClient_778822225, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4015348706319979913_1463, duration: 1775691
2013-10-31 15:39:51,624 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4015348706319979913_1463 terminating
2013-10-31 15:39:51,628 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4015348706319979913_1463 size 29166
2013-10-31 15:39:51,629 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_logs/history/job_20131031152505967_0034_1383233971917_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F853A3A0CCFD34230 from client DFSClient_778822225
2013-10-31 15:39:51,629 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/_logs/history/job_20131031152505967_0034_1383233971917_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F853A3A0CCFD34230 is closed by DFSClient_778822225
2013-10-31 15:39:51,635 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0034_1383233971917_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F853A3A0CCFD34230 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:39:51,636 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0034_m_000004_0'
2013-10-31 15:39:51,637 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0034_m_000005_0'
2013-10-31 15:39:51,638 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7921045326518232612 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:39:51,638 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7921045326518232612 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:39:51,638 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7921045326518232612 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:39:51,638 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0034_m_000006_0'
2013-10-31 15:39:51,638 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0034_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:39:51,641 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*offset*merge1] starting step: (2/3)
2013-10-31 15:39:51,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0034 dst=null perm=null
2013-10-31 15:39:51,646 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:39:51,646 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:39:51,649 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0034
2013-10-31 15:39:51,649 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0034 being deleted.
2013-10-31 15:39:51,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:51,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:39:51,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:51,667 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.jar. blk_5163063772250489151_1464
2013-10-31 15:39:51,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5163063772250489151_1464 src: /127.0.0.1:54621 dest: /127.0.0.1:57702
2013-10-31 15:39:51,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5163063772250489151_1464 src: /127.0.0.1:47845 dest: /127.0.0.1:42991
2013-10-31 15:39:51,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5163063772250489151_1464 src: /127.0.0.1:41118 dest: /127.0.0.1:48948
2013-10-31 15:39:51,677 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41118, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5163063772250489151_1464, duration: 3319869
2013-10-31 15:39:51,678 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5163063772250489151_1464 terminating
2013-10-31 15:39:51,678 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47845, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5163063772250489151_1464, duration: 3705959
2013-10-31 15:39:51,678 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_5163063772250489151_1464 size 238055
2013-10-31 15:39:51,678 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5163063772250489151_1464 terminating
2013-10-31 15:39:51,678 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54621, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5163063772250489151_1464, duration: 4020692
2013-10-31 15:39:51,678 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5163063772250489151_1464 size 238055
2013-10-31 15:39:51,678 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5163063772250489151_1464 terminating
2013-10-31 15:39:51,681 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.jar from client DFSClient_1342392704
2013-10-31 15:39:51,681 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.jar is closed by DFSClient_1342392704
2013-10-31 15:39:51,681 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5163063772250489151_1464 size 238055
2013-10-31 15:39:51,687 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.jar. New replication is 10
2013-10-31 15:39:51,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.jar dst=null perm=null
2013-10-31 15:39:51,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:51,700 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:39:51,704 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:39:51,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:39:51,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:51,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:51,718 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split. New replication is 10
2013-10-31 15:39:51,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split dst=null perm=null
2013-10-31 15:39:51,728 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split. blk_-7754553099825240101_1465
2013-10-31 15:39:51,729 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7754553099825240101_1465 src: /127.0.0.1:42545 dest: /127.0.0.1:53907
2013-10-31 15:39:51,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7754553099825240101_1465 src: /127.0.0.1:54625 dest: /127.0.0.1:57702
2013-10-31 15:39:51,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7754553099825240101_1465 src: /127.0.0.1:47849 dest: /127.0.0.1:42991
2013-10-31 15:39:51,733 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7754553099825240101_1465 src: /127.0.0.1:41122 dest: /127.0.0.1:48948
2013-10-31 15:39:51,734 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41122, dest: /127.0.0.1:48948, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7754553099825240101_1465, duration: 1096595
2013-10-31 15:39:51,735 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7754553099825240101_1465 terminating
2013-10-31 15:39:51,735 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47849, dest: /127.0.0.1:42991, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7754553099825240101_1465, duration: 551010
2013-10-31 15:39:51,735 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7754553099825240101_1465 terminating
2013-10-31 15:39:51,735 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54625, dest: /127.0.0.1:57702, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7754553099825240101_1465, duration: 996380
2013-10-31 15:39:51,736 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7754553099825240101_1465 size 1767
2013-10-31 15:39:51,736 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7754553099825240101_1465 terminating
2013-10-31 15:39:51,737 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42545, dest: /127.0.0.1:53907, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7754553099825240101_1465, duration: 1878868
2013-10-31 15:39:51,737 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7754553099825240101_1465 size 1767
2013-10-31 15:39:51,737 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-7754553099825240101_1465 terminating
2013-10-31 15:39:51,739 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split from client DFSClient_1342392704
2013-10-31 15:39:51,739 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split is closed by DFSClient_1342392704
2013-10-31 15:39:51,739 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7754553099825240101_1465 size 1767
2013-10-31 15:39:51,741 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7754553099825240101_1465 size 1767
2013-10-31 15:39:52,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:52,176 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_5163063772250489151_1464 to datanode(s) 127.0.0.1:53907
2013-10-31 15:39:52,178 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_3121604342989179288_1453 blk_7921045326518232612_1456 blk_3047976623917546983_1451 blk_-6416278664780388389_1450
2013-10-31 15:39:52,178 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_3121604342989179288_1453 blk_7921045326518232612_1456 blk_-2770021443423618546_1452 blk_3047976623917546983_1451 blk_-6416278664780388389_1450
2013-10-31 15:39:52,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:52,186 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.splitmetainfo. blk_-8131596834244118363_1466
2013-10-31 15:39:52,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8131596834244118363_1466 src: /127.0.0.1:41123 dest: /127.0.0.1:48948
2013-10-31 15:39:52,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8131596834244118363_1466 src: /127.0.0.1:42550 dest: /127.0.0.1:53907
2013-10-31 15:39:52,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8131596834244118363_1466 src: /127.0.0.1:54630 dest: /127.0.0.1:57702
2013-10-31 15:39:52,194 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54630, dest: /127.0.0.1:57702, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8131596834244118363_1466, duration: 92618
2013-10-31 15:39:52,194 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8131596834244118363_1466 terminating
2013-10-31 15:39:52,194 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8131596834244118363_1466 size 183
2013-10-31 15:39:52,195 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42550, dest: /127.0.0.1:53907, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8131596834244118363_1466, duration: 980492
2013-10-31 15:39:52,195 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8131596834244118363_1466 terminating
2013-10-31 15:39:52,196 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41123, dest: /127.0.0.1:48948, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8131596834244118363_1466, duration: 1869184
2013-10-31 15:39:52,196 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8131596834244118363_1466 size 183
2013-10-31 15:39:52,196 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8131596834244118363_1466 terminating
2013-10-31 15:39:52,200 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:39:52,200 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:39:52,200 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8131596834244118363_1466 size 183
2013-10-31 15:39:52,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:52,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:52,233 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.xml. blk_5523369112186310931_1467
2013-10-31 15:39:52,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5523369112186310931_1467 src: /127.0.0.1:54631 dest: /127.0.0.1:57702
2013-10-31 15:39:52,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5523369112186310931_1467 src: /127.0.0.1:47855 dest: /127.0.0.1:42991
2013-10-31 15:39:52,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5523369112186310931_1467 src: /127.0.0.1:42554 dest: /127.0.0.1:53907
2013-10-31 15:39:52,241 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42554, dest: /127.0.0.1:53907, bytes: 29072, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5523369112186310931_1467, duration: 351619
2013-10-31 15:39:52,241 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5523369112186310931_1467 terminating
2013-10-31 15:39:52,242 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47855, dest: /127.0.0.1:42991, bytes: 29072, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5523369112186310931_1467, duration: 1176980
2013-10-31 15:39:52,242 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5523369112186310931_1467 terminating
2013-10-31 15:39:52,243 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54631, dest: /127.0.0.1:57702, bytes: 29072, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5523369112186310931_1467, duration: 2126216
2013-10-31 15:39:52,243 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5523369112186310931_1467 terminating
2013-10-31 15:39:52,246 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5523369112186310931_1467 size 29072
2013-10-31 15:39:52,246 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.xml from client DFSClient_1342392704
2013-10-31 15:39:52,247 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.xml is closed by DFSClient_1342392704
2013-10-31 15:39:52,247 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5523369112186310931_1467 size 29072
2013-10-31 15:39:52,248 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5523369112186310931_1467 size 29072
2013-10-31 15:39:52,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.xml dst=null perm=null
2013-10-31 15:39:52,263 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47858, bytes: 29300, op: HDFS_READ, cliID: DFSClient_-797341949, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5523369112186310931_1467, duration: 389671
2013-10-31 15:39:52,282 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0035: nMaps=5 nReduces=0 max=-1
2013-10-31 15:39:52,282 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0035 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:39:52,282 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0035
2013-10-31 15:39:52,283 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0035 RESULT=SUCCESS
2013-10-31 15:39:52,283 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0035
2013-10-31 15:39:52,284 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*offset*merge1] submitted hadoop job: job_20131031152505967_0035
2013-10-31 15:39:52,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_logs/history/job_20131031152505967_0035_1383233992254_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F877FE0BD07434371 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:52,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_logs/history/job_20131031152505967_0035_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:52,338 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_logs/history/job_20131031152505967_0035_conf.xml. blk_-5930655121678045333_1469
2013-10-31 15:39:52,340 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5930655121678045333_1469 src: /127.0.0.1:47859 dest: /127.0.0.1:42991
2013-10-31 15:39:52,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5930655121678045333_1469 src: /127.0.0.1:54637 dest: /127.0.0.1:57702
2013-10-31 15:39:52,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5930655121678045333_1469 src: /127.0.0.1:41133 dest: /127.0.0.1:48948
2013-10-31 15:39:52,348 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41133, dest: /127.0.0.1:48948, bytes: 29137, op: HDFS_WRITE, cliID: DFSClient_-797341949, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5930655121678045333_1469, duration: 588814
2013-10-31 15:39:52,348 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5930655121678045333_1469 terminating
2013-10-31 15:39:52,349 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5930655121678045333_1469 size 29137
2013-10-31 15:39:52,349 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54637, dest: /127.0.0.1:57702, bytes: 29137, op: HDFS_WRITE, cliID: DFSClient_-797341949, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5930655121678045333_1469, duration: 1455227
2013-10-31 15:39:52,349 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5930655121678045333_1469 terminating
2013-10-31 15:39:52,350 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47859, dest: /127.0.0.1:42991, bytes: 29137, op: HDFS_WRITE, cliID: DFSClient_-797341949, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5930655121678045333_1469, duration: 2413533
2013-10-31 15:39:52,350 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5930655121678045333_1469 terminating
2013-10-31 15:39:52,352 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5930655121678045333_1469 size 29137
2013-10-31 15:39:52,352 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_logs/history/job_20131031152505967_0035_conf.xml from client DFSClient_-797341949
2013-10-31 15:39:52,353 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_logs/history/job_20131031152505967_0035_conf.xml is closed by DFSClient_-797341949
2013-10-31 15:39:52,354 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5930655121678045333_1469 size 29137
2013-10-31 15:39:52,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0035/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:39:52,368 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0035/jobToken. blk_-4543495818850179110_1470
2013-10-31 15:39:52,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4543495818850179110_1470 src: /127.0.0.1:42560 dest: /127.0.0.1:53907
2013-10-31 15:39:52,372 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4543495818850179110_1470 src: /127.0.0.1:47863 dest: /127.0.0.1:42991
2013-10-31 15:39:52,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4543495818850179110_1470 src: /127.0.0.1:54641 dest: /127.0.0.1:57702
2013-10-31 15:39:52,376 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54641, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4543495818850179110_1470, duration: 63272
2013-10-31 15:39:52,376 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4543495818850179110_1470 terminating
2013-10-31 15:39:52,377 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47863, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4543495818850179110_1470, duration: 830335
2013-10-31 15:39:52,377 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4543495818850179110_1470 terminating
2013-10-31 15:39:52,378 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4543495818850179110_1470 size 116
2013-10-31 15:39:52,378 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42560, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4543495818850179110_1470, duration: 1843506
2013-10-31 15:39:52,379 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4543495818850179110_1470 size 116
2013-10-31 15:39:52,379 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4543495818850179110_1470 terminating
2013-10-31 15:39:52,382 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0035/jobToken from client DFSClient_1342392704
2013-10-31 15:39:52,382 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0035/jobToken is closed by DFSClient_1342392704
2013-10-31 15:39:52,383 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4543495818850179110_1470 size 116
2013-10-31 15:39:52,390 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0035/jobToken
2013-10-31 15:39:52,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.splitmetainfo dst=null perm=null
2013-10-31 15:39:52,395 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41137, bytes: 187, op: HDFS_READ, cliID: DFSClient_-797341949, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8131596834244118363_1466, duration: 358889
2013-10-31 15:39:52,396 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0035 = 15. Number of splits = 5
2013-10-31 15:39:52,396 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,397 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,397 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,398 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,398 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,398 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,399 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,399 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,399 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,399 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,400 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,400 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,400 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,401 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,401 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0035_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:39:52,401 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0035 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:39:52,402 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0035 initialized successfully with 5 map tasks and 0 reduce tasks.
2013-10-31 15:39:53,640 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_5163063772250489151_1464 to 127.0.0.1:53907
2013-10-31 15:39:53,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5163063772250489151_1464 src: /127.0.0.1:42564 dest: /127.0.0.1:53907
2013-10-31 15:39:53,642 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_5163063772250489151_1464 to /127.0.0.1:53907
2013-10-31 15:39:53,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_5163063772250489151_1464 src: /127.0.0.1:42564 dest: /127.0.0.1:53907 of size 238055
2013-10-31 15:39:53,648 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5163063772250489151_1464 size 238055
2013-10-31 15:39:54,229 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6416278664780388389_1450 file build/test/data/dfs/data/data7/current/blk_-6416278664780388389 for deletion
2013-10-31 15:39:54,229 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2770021443423618546_1452 file build/test/data/dfs/data/data8/current/blk_-2770021443423618546 for deletion
2013-10-31 15:39:54,230 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6416278664780388389_1450 at file build/test/data/dfs/data/data7/current/blk_-6416278664780388389
2013-10-31 15:39:54,230 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2770021443423618546_1452 at file build/test/data/dfs/data/data8/current/blk_-2770021443423618546
2013-10-31 15:39:54,230 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3047976623917546983_1451 file build/test/data/dfs/data/data7/current/blk_3047976623917546983 for deletion
2013-10-31 15:39:54,230 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3121604342989179288_1453 file build/test/data/dfs/data/data7/current/blk_3121604342989179288 for deletion
2013-10-31 15:39:54,231 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3047976623917546983_1451 at file build/test/data/dfs/data/data7/current/blk_3047976623917546983
2013-10-31 15:39:54,231 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7921045326518232612_1456 file build/test/data/dfs/data/data8/current/blk_7921045326518232612 for deletion
2013-10-31 15:39:54,231 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3121604342989179288_1453 at file build/test/data/dfs/data/data7/current/blk_3121604342989179288
2013-10-31 15:39:54,231 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7921045326518232612_1456 at file build/test/data/dfs/data/data8/current/blk_7921045326518232612
2013-10-31 15:39:54,246 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0035_m_000006_0' to tip task_20131031152505967_0035_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:39:54,251 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0034_m_000000_0'
2013-10-31 15:39:54,251 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0034_m_000001_0'
2013-10-31 15:39:54,251 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0034_m_000007_0'
2013-10-31 15:39:54,253 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0035_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:39:54,253 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0035_m_000006_0 which needs 1 slots
2013-10-31 15:39:54,254 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0035_m_000006_0 which needs 1 slots
2013-10-31 15:39:54,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0035/jobToken dst=null perm=null
2013-10-31 15:39:54,262 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54644, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4543495818850179110_1470, duration: 261760
2013-10-31 15:39:54,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.xml dst=null perm=null
2013-10-31 15:39:54,271 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47869, bytes: 29300, op: HDFS_READ, cliID: DFSClient_243047638, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5523369112186310931_1467, duration: 383179
2013-10-31 15:39:54,301 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:39:54,319 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0034_m_000002_0'
2013-10-31 15:39:54,320 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0034_m_000003_0'
2013-10-31 15:39:54,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.jar dst=null perm=null
2013-10-31 15:39:54,324 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54647, bytes: 239915, op: HDFS_READ, cliID: DFSClient_243047638, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5163063772250489151_1464, duration: 883472
2013-10-31 15:39:54,403 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0034_m_-827955930
2013-10-31 15:39:54,409 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group9423 with signal TERM. Exit code 0
2013-10-31 15:39:54,410 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0035_m_-1170957006
2013-10-31 15:39:54,410 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0035_m_-1170957006 spawned.
2013-10-31 15:39:54,411 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0035/attempt_20131031152505967_0035_m_000006_0/taskjvm.sh
2013-10-31 15:39:54,792 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6416278664780388389_1450 file build/test/data/dfs/data/data6/current/blk_-6416278664780388389 for deletion
2013-10-31 15:39:54,792 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3047976623917546983_1451 file build/test/data/dfs/data/data5/current/blk_3047976623917546983 for deletion
2013-10-31 15:39:54,792 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6416278664780388389_1450 at file build/test/data/dfs/data/data6/current/blk_-6416278664780388389
2013-10-31 15:39:54,792 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3121604342989179288_1453 file build/test/data/dfs/data/data6/current/blk_3121604342989179288 for deletion
2013-10-31 15:39:54,793 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3047976623917546983_1451 at file build/test/data/dfs/data/data5/current/blk_3047976623917546983
2013-10-31 15:39:54,793 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7921045326518232612_1456 file build/test/data/dfs/data/data6/current/blk_7921045326518232612 for deletion
2013-10-31 15:39:54,793 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3121604342989179288_1453 at file build/test/data/dfs/data/data6/current/blk_3121604342989179288
2013-10-31 15:39:54,794 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7921045326518232612_1456 at file build/test/data/dfs/data/data6/current/blk_7921045326518232612
2013-10-31 15:39:55,090 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:55,090 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:55,090 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:55,090 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0034_m_-827955930 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:39:55,179 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_7921045326518232612_1456
2013-10-31 15:39:55,846 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0035_m_-1170957006 given task: attempt_20131031152505967_0035_m_000006_0
2013-10-31 15:39:56,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:39:56,639 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0034
2013-10-31 15:39:56,639 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0034_m_000004_0 not found in cache
2013-10-31 15:39:56,639 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0034_m_000005_0 not found in cache
2013-10-31 15:39:56,639 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0034_m_000006_0 not found in cache
2013-10-31 15:39:56,640 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0034 for user-log deletion with retainTimeStamp:1383320396640
2013-10-31 15:39:57,067 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0034_m_731140146 since job job_20131031152505967_0034 is dead
2013-10-31 15:39:57,078 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group9682 with signal TERM. Exit code 0
2013-10-31 15:39:57,139 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0034_m_-1741311094 since job job_20131031152505967_0034 is dead
2013-10-31 15:39:57,143 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group9684 with signal TERM. Exit code 0
2013-10-31 15:39:57,230 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7921045326518232612_1456 file build/test/data/dfs/data/data3/current/blk_7921045326518232612 for deletion
2013-10-31 15:39:57,230 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7921045326518232612_1456 at file build/test/data/dfs/data/data3/current/blk_7921045326518232612
2013-10-31 15:39:57,275 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:57,275 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:57,275 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:57,276 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0034_m_731140146 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:39:57,285 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:57,285 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:57,285 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:57,286 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0034_m_-1741311094 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:39:59,254 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0034
2013-10-31 15:39:59,254 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0034_m_000001_0 not found in cache
2013-10-31 15:39:59,254 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0034_m_000000_0 not found in cache
2013-10-31 15:39:59,255 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0034 for user-log deletion with retainTimeStamp:1383320399255
2013-10-31 15:39:59,272 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000006_0 0.0% setup
2013-10-31 15:39:59,274 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0035_m_000006_0 is done.
2013-10-31 15:39:59,275 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0035_m_000006_0 was -1
2013-10-31 15:39:59,275 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:39:59,320 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0034
2013-10-31 15:39:59,320 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0034_m_000002_0 not found in cache
2013-10-31 15:39:59,321 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0034_m_000003_0 not found in cache
2013-10-31 15:39:59,321 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0034 for user-log deletion with retainTimeStamp:1383320399321
2013-10-31 15:39:59,782 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0034_m_-1211871831 since job job_20131031152505967_0034 is dead
2013-10-31 15:39:59,792 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group9639 with signal TERM. Exit code 0
2013-10-31 15:39:59,978 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:39:59,978 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:39:59,978 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:39:59,979 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0034_m_-1211871831 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:40:00,016 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0034_m_-1067324862 since job job_20131031152505967_0034 is dead
2013-10-31 15:40:00,026 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group9683 with signal TERM. Exit code 0
2013-10-31 15:40:00,216 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:00,217 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:00,217 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:00,217 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0034_m_-1067324862 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:40:00,260 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0035_m_000006_0' has completed task_20131031152505967_0035_m_000006 successfully.
2013-10-31 15:40:00,263 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0035_m_000000_0' to tip task_20131031152505967_0035_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:40:00,264 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0035_m_000000
2013-10-31 15:40:00,264 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0035_m_000001_0' to tip task_20131031152505967_0035_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:40:00,265 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0035_m_000001
2013-10-31 15:40:00,267 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0035_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:40:00,268 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0035_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:40:00,268 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0035_m_000000_0 which needs 1 slots
2013-10-31 15:40:00,268 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0035_m_000000_0 which needs 1 slots
2013-10-31 15:40:00,269 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0035_m_000001_0 which needs 1 slots
2013-10-31 15:40:00,269 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0035_m_000001_0 which needs 1 slots
2013-10-31 15:40:00,303 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0035/attempt_20131031152505967_0035_m_000000_0. Attempting to reuse: jvm_20131031152505967_0035_m_-1170957006
2013-10-31 15:40:00,312 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0034_m_-1501655875
2013-10-31 15:40:00,317 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group9553 with signal TERM. Exit code 0
2013-10-31 15:40:00,317 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0035_m_2006544341
2013-10-31 15:40:00,318 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0035_m_2006544341 spawned.
2013-10-31 15:40:00,319 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0035/attempt_20131031152505967_0035_m_000001_0/taskjvm.sh
2013-10-31 15:40:00,326 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0035_m_000002_0' to tip task_20131031152505967_0035_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:40:00,327 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0035_m_000002
2013-10-31 15:40:00,327 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0035_m_000003_0' to tip task_20131031152505967_0035_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:40:00,327 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0035_m_-1170957006 given task: attempt_20131031152505967_0035_m_000000_0
2013-10-31 15:40:00,356 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0035_m_000003
2013-10-31 15:40:00,357 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0035_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:40:00,358 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0035_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:40:00,358 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0035_m_000002_0 which needs 1 slots
2013-10-31 15:40:00,358 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0035_m_000002_0 which needs 1 slots
2013-10-31 15:40:00,358 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0035_m_000003_0 which needs 1 slots
2013-10-31 15:40:00,358 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0035_m_000003_0 which needs 1 slots
2013-10-31 15:40:00,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0035/jobToken dst=null perm=null
2013-10-31 15:40:00,364 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42573, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4543495818850179110_1470, duration: 124322
2013-10-31 15:40:00,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.xml dst=null perm=null
2013-10-31 15:40:00,368 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42575, bytes: 29300, op: HDFS_READ, cliID: DFSClient_-533758429, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5523369112186310931_1467, duration: 188982
2013-10-31 15:40:00,381 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:40:00,392 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:00,392 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:00,392 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:00,392 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0034_m_-1501655875 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:40:00,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.jar dst=null perm=null
2013-10-31 15:40:00,395 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42577, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-533758429, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5163063772250489151_1464, duration: 659381
2013-10-31 15:40:00,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split dst=null perm=null
2013-10-31 15:40:00,437 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41152, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7754553099825240101_1465, duration: 354733
2013-10-31 15:40:00,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:00,482 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0035_m_-507762893
2013-10-31 15:40:00,482 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0035_m_-507762893 spawned.
2013-10-31 15:40:00,483 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0035_m_-1602300212
2013-10-31 15:40:00,483 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0035_m_-1602300212 spawned.
2013-10-31 15:40:00,484 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0035/attempt_20131031152505967_0035_m_000002_0/taskjvm.sh
2013-10-31 15:40:00,485 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0035/attempt_20131031152505967_0035_m_000003_0/taskjvm.sh
2013-10-31 15:40:00,648 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0035_m_000004_0' to tip task_20131031152505967_0035_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:40:00,648 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0035_m_000004
2013-10-31 15:40:00,650 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0035_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:40:00,650 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0035_m_000004_0 which needs 1 slots
2013-10-31 15:40:00,650 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0035_m_000004_0 which needs 1 slots
2013-10-31 15:40:00,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0035/jobToken dst=null perm=null
2013-10-31 15:40:00,657 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54658, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4543495818850179110_1470, duration: 282368
2013-10-31 15:40:00,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.xml dst=null perm=null
2013-10-31 15:40:00,666 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47883, bytes: 29300, op: HDFS_READ, cliID: DFSClient_2121544935, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5523369112186310931_1467, duration: 369021
2013-10-31 15:40:00,694 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:40:00,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.jar dst=null perm=null
2013-10-31 15:40:00,720 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54661, bytes: 239915, op: HDFS_READ, cliID: DFSClient_2121544935, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5163063772250489151_1464, duration: 585370
2013-10-31 15:40:00,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:00,897 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0035_m_-1646417660
2013-10-31 15:40:00,898 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0035_m_-1646417660 spawned.
2013-10-31 15:40:00,899 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0035/attempt_20131031152505967_0035_m_000004_0/taskjvm.sh
2013-10-31 15:40:00,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:01,667 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:40:01,678 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:40:01,683 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:40:01,688 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:40:01,693 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:40:01,698 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:40:01,704 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:40:01,704 INFO metrics.MetricsSaver (?:flush(?)) - Discard 35 records
2013-10-31 15:40:01,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=null
2013-10-31 15:40:01,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00000 dst=null perm=null
2013-10-31 15:40:01,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00001 dst=null perm=null
2013-10-31 15:40:01,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00002 dst=null perm=null
2013-10-31 15:40:01,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00003 dst=null perm=null
2013-10-31 15:40:01,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00004 dst=null perm=null
2013-10-31 15:40:01,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00005 dst=null perm=null
2013-10-31 15:40:01,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00000 dst=null perm=null
2013-10-31 15:40:01,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47886, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3885077620561206412_1457, duration: 127870
2013-10-31 15:40:01,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00001 dst=null perm=null
2013-10-31 15:40:01,924 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41159, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7293042219512788441_1458, duration: 102186
2013-10-31 15:40:01,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00002 dst=null perm=null
2013-10-31 15:40:01,927 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47888, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3398974243029094884_1459, duration: 101314
2013-10-31 15:40:01,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00003 dst=null perm=null
2013-10-31 15:40:01,929 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54666, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8999925492701533174_1462, duration: 98270
2013-10-31 15:40:01,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00004 dst=null perm=null
2013-10-31 15:40:01,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41162, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5193652518991988616_1462, duration: 100878
2013-10-31 15:40:01,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00005 dst=null perm=null
2013-10-31 15:40:01,935 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54668, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7821313615180287936_1462, duration: 100114
2013-10-31 15:40:01,937 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41164, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 97326
2013-10-31 15:40:01,946 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000000_0/part-00000. blk_-5593657387079882222_1471
2013-10-31 15:40:01,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5593657387079882222_1471 src: /127.0.0.1:54670 dest: /127.0.0.1:57702
2013-10-31 15:40:02,551 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0035_m_2006544341 given task: attempt_20131031152505967_0035_m_000001_0
2013-10-31 15:40:02,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5593657387079882222_1471 src: /127.0.0.1:42592 dest: /127.0.0.1:53907
2013-10-31 15:40:02,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5593657387079882222_1471 src: /127.0.0.1:41167 dest: /127.0.0.1:48948
2013-10-31 15:40:02,588 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41167, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5593657387079882222_1471, duration: 3826889
2013-10-31 15:40:02,588 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5593657387079882222_1471 terminating
2013-10-31 15:40:02,589 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42592, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5593657387079882222_1471, duration: 4109129
2013-10-31 15:40:02,589 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5593657387079882222_1471 terminating
2013-10-31 15:40:02,590 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54670, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5593657387079882222_1471, duration: 5144187
2013-10-31 15:40:02,592 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5593657387079882222_1471 size 114
2013-10-31 15:40:02,593 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5593657387079882222_1471 terminating
2013-10-31 15:40:02,593 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5593657387079882222_1471 size 114
2013-10-31 15:40:02,594 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5593657387079882222_1471 size 114
2013-10-31 15:40:02,595 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0035_m_000000_0
2013-10-31 15:40:02,596 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0035_m_000000_0
2013-10-31 15:40:03,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split dst=null perm=null
2013-10-31 15:40:03,107 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47897, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7754553099825240101_1465, duration: 172807
2013-10-31 15:40:03,113 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0035_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:03,113 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000000_0 0.0%
2013-10-31 15:40:03,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:03,148 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47898, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 153442
2013-10-31 15:40:03,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:03,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:03,269 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0035_m_000000_0
2013-10-31 15:40:03,384 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0035_m_-507762893 given task: attempt_20131031152505967_0035_m_000002_0
2013-10-31 15:40:03,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=null
2013-10-31 15:40:03,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00000 dst=null perm=null
2013-10-31 15:40:03,444 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0035_m_-1602300212 given task: attempt_20131031152505967_0035_m_000003_0
2013-10-31 15:40:03,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00001 dst=null perm=null
2013-10-31 15:40:03,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00002 dst=null perm=null
2013-10-31 15:40:03,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00003 dst=null perm=null
2013-10-31 15:40:03,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00004 dst=null perm=null
2013-10-31 15:40:03,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00005 dst=null perm=null
2013-10-31 15:40:03,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00000 dst=null perm=null
2013-10-31 15:40:03,455 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41174, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3885077620561206412_1457, duration: 127214
2013-10-31 15:40:03,461 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0035_m_-1646417660 given task: attempt_20131031152505967_0035_m_000004_0
2013-10-31 15:40:03,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00001 dst=null perm=null
2013-10-31 15:40:03,463 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41175, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7293042219512788441_1458, duration: 107185
2013-10-31 15:40:03,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00002 dst=null perm=null
2013-10-31 15:40:03,467 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47904, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3398974243029094884_1459, duration: 97013
2013-10-31 15:40:03,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00003 dst=null perm=null
2013-10-31 15:40:03,469 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41177, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8999925492701533174_1462, duration: 96277
2013-10-31 15:40:03,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00004 dst=null perm=null
2013-10-31 15:40:03,472 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41178, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5193652518991988616_1462, duration: 96011
2013-10-31 15:40:03,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00005 dst=null perm=null
2013-10-31 15:40:03,475 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47907, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7821313615180287936_1462, duration: 96067
2013-10-31 15:40:03,484 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000001_0/part-00001. blk_-1790542959829572087_1472
2013-10-31 15:40:03,507 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1790542959829572087_1472 src: /127.0.0.1:47908 dest: /127.0.0.1:42991
2013-10-31 15:40:03,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1790542959829572087_1472 src: /127.0.0.1:42607 dest: /127.0.0.1:53907
2013-10-31 15:40:03,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1790542959829572087_1472 src: /127.0.0.1:41182 dest: /127.0.0.1:48948
2013-10-31 15:40:03,512 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41182, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1790542959829572087_1472, duration: 1116230
2013-10-31 15:40:03,513 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1790542959829572087_1472 terminating
2013-10-31 15:40:03,513 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42607, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1790542959829572087_1472, duration: 1710480
2013-10-31 15:40:03,513 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1790542959829572087_1472 terminating
2013-10-31 15:40:03,514 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47908, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1790542959829572087_1472, duration: 2386745
2013-10-31 15:40:03,514 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1790542959829572087_1472 size 136
2013-10-31 15:40:03,514 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1790542959829572087_1472 terminating
2013-10-31 15:40:03,515 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1790542959829572087_1472 size 136
2013-10-31 15:40:03,515 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0035_m_000001_0
2013-10-31 15:40:03,515 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0035_m_000001_0
2013-10-31 15:40:03,516 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1790542959829572087_1472 size 136
2013-10-31 15:40:03,564 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0035_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:03,564 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000001_0 0.0%
2013-10-31 15:40:03,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split dst=null perm=null
2013-10-31 15:40:03,892 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47914, bytes: 1267, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7754553099825240101_1465, duration: 165373
2013-10-31 15:40:03,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:03,931 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42613, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 123896
2013-10-31 15:40:03,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:03,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split dst=null perm=null
2013-10-31 15:40:03,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035/job.split dst=null perm=null
2013-10-31 15:40:03,964 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47916, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000003_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7754553099825240101_1465, duration: 159634
2013-10-31 15:40:03,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:03,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41189, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000004_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7754553099825240101_1465, duration: 145233
2013-10-31 15:40:04,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:04,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:04,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41190, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 112480
2013-10-31 15:40:04,005 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47919, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 99591
2013-10-31 15:40:04,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:04,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:04,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:04,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:04,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000000_0 dst=null perm=null
2013-10-31 15:40:04,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:04,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:04,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000000_0 dst=null perm=null
2013-10-31 15:40:04,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=null
2013-10-31 15:40:04,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00000 dst=null perm=null
2013-10-31 15:40:04,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00001 dst=null perm=null
2013-10-31 15:40:04,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00002 dst=null perm=null
2013-10-31 15:40:04,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00003 dst=null perm=null
2013-10-31 15:40:04,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00004 dst=null perm=null
2013-10-31 15:40:04,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00005 dst=null perm=null
2013-10-31 15:40:04,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00000 dst=null perm=null
2013-10-31 15:40:04,197 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47920, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3885077620561206412_1457, duration: 130309
2013-10-31 15:40:04,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00001 dst=null perm=null
2013-10-31 15:40:04,206 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42619, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7293042219512788441_1458, duration: 131827
2013-10-31 15:40:04,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00002 dst=null perm=null
2013-10-31 15:40:04,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54699, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3398974243029094884_1459, duration: 110565
2013-10-31 15:40:04,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00003 dst=null perm=null
2013-10-31 15:40:04,212 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47923, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8999925492701533174_1462, duration: 102932
2013-10-31 15:40:04,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00004 dst=null perm=null
2013-10-31 15:40:04,215 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42622, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5193652518991988616_1462, duration: 104799
2013-10-31 15:40:04,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00005 dst=null perm=null
2013-10-31 15:40:04,218 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54702, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7821313615180287936_1462, duration: 105232
2013-10-31 15:40:04,226 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000002_0/part-00002. blk_7291034554039342495_1475
2013-10-31 15:40:04,248 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7291034554039342495_1475 src: /127.0.0.1:47926 dest: /127.0.0.1:42991
2013-10-31 15:40:04,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7291034554039342495_1475 src: /127.0.0.1:42625 dest: /127.0.0.1:53907
2013-10-31 15:40:04,250 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7291034554039342495_1475 src: /127.0.0.1:41200 dest: /127.0.0.1:48948
2013-10-31 15:40:04,254 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41200, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7291034554039342495_1475, duration: 2245375
2013-10-31 15:40:04,254 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7291034554039342495_1475 terminating
2013-10-31 15:40:04,254 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42625, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7291034554039342495_1475, duration: 2643486
2013-10-31 15:40:04,254 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7291034554039342495_1475 terminating
2013-10-31 15:40:04,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=null
2013-10-31 15:40:04,254 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47926, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7291034554039342495_1475, duration: 3086233
2013-10-31 15:40:04,256 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7291034554039342495_1475 terminating
2013-10-31 15:40:04,256 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7291034554039342495_1475 size 70
2013-10-31 15:40:04,257 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0035_m_000002_0
2013-10-31 15:40:04,257 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0035_m_000002_0
2013-10-31 15:40:04,257 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7291034554039342495_1475 size 70
2013-10-31 15:40:04,258 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7291034554039342495_1475 size 70
2013-10-31 15:40:04,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=null
2013-10-31 15:40:04,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00000 dst=null perm=null
2013-10-31 15:40:04,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00001 dst=null perm=null
2013-10-31 15:40:04,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00002 dst=null perm=null
2013-10-31 15:40:04,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00000 dst=null perm=null
2013-10-31 15:40:04,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00003 dst=null perm=null
2013-10-31 15:40:04,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00004 dst=null perm=null
2013-10-31 15:40:04,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00001 dst=null perm=null
2013-10-31 15:40:04,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00005 dst=null perm=null
2013-10-31 15:40:04,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00002 dst=null perm=null
2013-10-31 15:40:04,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00003 dst=null perm=null
2013-10-31 15:40:04,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00004 dst=null perm=null
2013-10-31 15:40:04,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00005 dst=null perm=null
2013-10-31 15:40:04,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00000 dst=null perm=null
2013-10-31 15:40:04,271 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41201, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3885077620561206412_1457, duration: 114028
2013-10-31 15:40:04,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00000 dst=null perm=null
2013-10-31 15:40:04,275 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42628, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3885077620561206412_1457, duration: 105432
2013-10-31 15:40:04,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00001 dst=null perm=null
2013-10-31 15:40:04,280 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41203, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7293042219512788441_1458, duration: 132759
2013-10-31 15:40:04,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00002 dst=null perm=null
2013-10-31 15:40:04,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00001 dst=null perm=null
2013-10-31 15:40:04,283 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54709, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-3398974243029094884_1459, duration: 103089
2013-10-31 15:40:04,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54710, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7293042219512788441_1458, duration: 105948
2013-10-31 15:40:04,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00003 dst=null perm=null
2013-10-31 15:40:04,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00002 dst=null perm=null
2013-10-31 15:40:04,286 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54711, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8999925492701533174_1462, duration: 97446
2013-10-31 15:40:04,287 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47935, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-3398974243029094884_1459, duration: 102890
2013-10-31 15:40:04,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00004 dst=null perm=null
2013-10-31 15:40:04,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00003 dst=null perm=null
2013-10-31 15:40:04,289 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41208, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5193652518991988616_1462, duration: 102977
2013-10-31 15:40:04,290 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47937, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8999925492701533174_1462, duration: 136305
2013-10-31 15:40:04,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00005 dst=null perm=null
2013-10-31 15:40:04,292 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42636, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7821313615180287936_1462, duration: 108999
2013-10-31 15:40:04,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00004 dst=null perm=null
2013-10-31 15:40:04,293 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41211, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_5193652518991988616_1462, duration: 106910
2013-10-31 15:40:04,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1/part-00005 dst=null perm=null
2013-10-31 15:40:04,296 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47940, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0035_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7821313615180287936_1462, duration: 97855
2013-10-31 15:40:04,299 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000003_0/part-00003. blk_-1664047810060248534_1475
2013-10-31 15:40:04,303 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0035_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:04,303 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000002_0 0.0%
2013-10-31 15:40:04,305 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000004_0/part-00004. blk_8931954509647284294_1475
2013-10-31 15:40:04,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1664047810060248534_1475 src: /127.0.0.1:41213 dest: /127.0.0.1:48948
2013-10-31 15:40:04,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1664047810060248534_1475 src: /127.0.0.1:54720 dest: /127.0.0.1:57702
2013-10-31 15:40:04,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1664047810060248534_1475 src: /127.0.0.1:47944 dest: /127.0.0.1:42991
2013-10-31 15:40:04,324 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47944, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1664047810060248534_1475, duration: 1203564
2013-10-31 15:40:04,324 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1664047810060248534_1475 terminating
2013-10-31 15:40:04,324 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54720, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1664047810060248534_1475, duration: 1313635
2013-10-31 15:40:04,325 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1664047810060248534_1475 terminating
2013-10-31 15:40:04,325 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41213, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1664047810060248534_1475, duration: 1688117
2013-10-31 15:40:04,325 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1664047810060248534_1475 terminating
2013-10-31 15:40:04,326 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1664047810060248534_1475 size 70
2013-10-31 15:40:04,326 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0035_m_000003_0
2013-10-31 15:40:04,326 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0035_m_000003_0
2013-10-31 15:40:04,326 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1664047810060248534_1475 size 70
2013-10-31 15:40:04,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8931954509647284294_1475 src: /127.0.0.1:42640 dest: /127.0.0.1:53907
2013-10-31 15:40:04,328 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1664047810060248534_1475 size 70
2013-10-31 15:40:04,328 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8931954509647284294_1475 src: /127.0.0.1:41217 dest: /127.0.0.1:48948
2013-10-31 15:40:04,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8931954509647284294_1475 src: /127.0.0.1:47946 dest: /127.0.0.1:42991
2013-10-31 15:40:04,331 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47946, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8931954509647284294_1475, duration: 986075
2013-10-31 15:40:04,331 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8931954509647284294_1475 terminating
2013-10-31 15:40:04,331 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41217, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8931954509647284294_1475, duration: 1334231
2013-10-31 15:40:04,331 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8931954509647284294_1475 terminating
2013-10-31 15:40:04,331 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42640, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0035_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8931954509647284294_1475, duration: 1678780
2013-10-31 15:40:04,332 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8931954509647284294_1475 terminating
2013-10-31 15:40:04,332 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8931954509647284294_1475 size 136
2013-10-31 15:40:04,332 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0035_m_000004_0
2013-10-31 15:40:04,333 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0035_m_000004_0
2013-10-31 15:40:04,333 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8931954509647284294_1475 size 136
2013-10-31 15:40:04,336 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8931954509647284294_1475 size 136
2013-10-31 15:40:04,380 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0035_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:04,380 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000004_0 0.0%
2013-10-31 15:40:04,381 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0035_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:04,381 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000003_0 0.0%
2013-10-31 15:40:05,268 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0035_m_000006_0
2013-10-31 15:40:05,269 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0035_m_000006_0
2013-10-31 15:40:05,269 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0035_m_000006_0 not found in cache
2013-10-31 15:40:06,273 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0035_m_000001_0
2013-10-31 15:40:06,365 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0035_m_000002_0
2013-10-31 15:40:06,365 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0035_m_000003_0
2013-10-31 15:40:06,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000003_0 dst=null perm=null
2013-10-31 15:40:06,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:06,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:06,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000003_0 dst=null perm=null
2013-10-31 15:40:06,437 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:40:06,439 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:40:06,440 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0035_m_000000_0 is done.
2013-10-31 15:40:06,440 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0035_m_000000_0 was -1
2013-10-31 15:40:06,440 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:40:06,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000001_0 dst=null perm=null
2013-10-31 15:40:06,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:06,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:06,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000001_0 dst=null perm=null
2013-10-31 15:40:06,656 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0035_m_000004_0
2013-10-31 15:40:06,892 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000003_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:9+3
2013-10-31 15:40:06,893 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0035_m_000003_0 is done.
2013-10-31 15:40:06,894 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0035_m_000003_0 was -1
2013-10-31 15:40:06,894 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:40:07,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000002_0 dst=null perm=null
2013-10-31 15:40:07,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:07,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000004_0 dst=null perm=null
2013-10-31 15:40:07,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:07,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:07,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:07,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000002_0 dst=null perm=null
2013-10-31 15:40:07,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary/_attempt_20131031152505967_0035_m_000004_0 dst=null perm=null
2013-10-31 15:40:09,097 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:40:09,105 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:40:09,106 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0035_m_000001_0 is done.
2013-10-31 15:40:09,107 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0035_m_000001_0 was -1
2013-10-31 15:40:09,107 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:09,277 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0035_m_000000_0' has completed task_20131031152505967_0035_m_000000 successfully.
2013-10-31 15:40:09,278 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0035_m_000001_0' has completed task_20131031152505967_0035_m_000001 successfully.
2013-10-31 15:40:09,369 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0035_m_000003_0' has completed task_20131031152505967_0035_m_000003 successfully.
2013-10-31 15:40:09,888 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:6+3
2013-10-31 15:40:09,894 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:6+3
2013-10-31 15:40:09,895 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0035_m_000002_0 is done.
2013-10-31 15:40:09,896 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0035_m_000002_0 was -1
2013-10-31 15:40:09,896 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:09,962 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:12+3
2013-10-31 15:40:09,970 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:12+3
2013-10-31 15:40:09,970 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0035_m_000004_0 is done.
2013-10-31 15:40:09,970 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0035_m_000004_0 was -1
2013-10-31 15:40:09,972 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:12,374 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0035_m_000002_0' has completed task_20131031152505967_0035_m_000002 successfully.
2013-10-31 15:40:12,664 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0035_m_000004_0' has completed task_20131031152505967_0035_m_000004 successfully.
2013-10-31 15:40:12,666 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0035_m_000005_0' to tip task_20131031152505967_0035_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:40:12,669 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0035_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:40:12,670 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0035_m_000005_0 which needs 1 slots
2013-10-31 15:40:12,670 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0035_m_000005_0 which needs 1 slots
2013-10-31 15:40:12,702 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0035_m_-594007560
2013-10-31 15:40:12,703 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0035_m_-594007560 spawned.
2013-10-31 15:40:12,705 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0035/attempt_20131031152505967_0035_m_000005_0/taskjvm.sh
2013-10-31 15:40:13,750 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0035_m_-594007560 given task: attempt_20131031152505967_0035_m_000005_0
2013-10-31 15:40:14,266 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000005_0 0.0%
2013-10-31 15:40:14,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_temporary dst=null perm=null
2013-10-31 15:40:14,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:14,301 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_SUCCESS from client DFSClient_attempt_20131031152505967_0035_m_000005_0
2013-10-31 15:40:14,301 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0035_m_000005_0
2013-10-31 15:40:14,310 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5163063772250489151 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:14,311 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5163063772250489151 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:14,311 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5163063772250489151 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:14,311 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5163063772250489151 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:14,311 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7754553099825240101 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:14,312 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7754553099825240101 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:14,312 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7754553099825240101 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:14,312 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7754553099825240101 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:14,312 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8131596834244118363 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:14,313 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8131596834244118363 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:14,313 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8131596834244118363 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:14,313 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5523369112186310931 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:14,313 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5523369112186310931 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:14,313 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5523369112186310931 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:14,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0035 dst=null perm=null
2013-10-31 15:40:15,007 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 95 raw values into 1 aggregated values, total 14
2013-10-31 15:40:16,182 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-7754553099825240101_1465 blk_5163063772250489151_1464 blk_-8131596834244118363_1466
2013-10-31 15:40:16,182 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-7754553099825240101_1465 blk_5163063772250489151_1464 blk_5523369112186310931_1467 blk_-8131596834244118363_1466
2013-10-31 15:40:17,202 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0035_m_000005_0 0.0% cleanup
2013-10-31 15:40:17,203 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0035_m_000005_0 is done.
2013-10-31 15:40:17,204 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0035_m_000005_0 was -1
2013-10-31 15:40:17,204 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:18,237 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8131596834244118363_1466 file build/test/data/dfs/data/data8/current/blk_-8131596834244118363 for deletion
2013-10-31 15:40:18,237 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7754553099825240101_1465 file build/test/data/dfs/data/data7/current/blk_-7754553099825240101 for deletion
2013-10-31 15:40:18,237 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8131596834244118363_1466 at file build/test/data/dfs/data/data8/current/blk_-8131596834244118363
2013-10-31 15:40:18,237 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5163063772250489151_1464 file build/test/data/dfs/data/data8/current/blk_5163063772250489151 for deletion
2013-10-31 15:40:18,238 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7754553099825240101_1465 at file build/test/data/dfs/data/data7/current/blk_-7754553099825240101
2013-10-31 15:40:18,238 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5523369112186310931_1467 file build/test/data/dfs/data/data7/current/blk_5523369112186310931 for deletion
2013-10-31 15:40:18,238 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5163063772250489151_1464 at file build/test/data/dfs/data/data8/current/blk_5163063772250489151
2013-10-31 15:40:18,239 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5523369112186310931_1467 at file build/test/data/dfs/data/data7/current/blk_5523369112186310931
2013-10-31 15:40:18,676 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0035_m_000005_0' has completed task_20131031152505967_0035_m_000005 successfully.
2013-10-31 15:40:18,677 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0035 has completed successfully.
2013-10-31 15:40:18,678 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0035,submitTime=1383233992254,launchTime=1383233992402,firstMapTaskLaunchTime=1383234000262,firstJobSetupTaskLaunchTime=1383233994246,firstJobCleanupTaskLaunchTime=1383234012666,finishTime=1383234018677,numMaps=5,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=49,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[A2A48EA269384ABBA0D37EF59A16D2F8/877FE0BD074343719C7E5F57B1C0ED56] offset*offset*merge1/(2/3)
2013-10-31 15:40:18,684 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_logs/history/job_20131031152505967_0035_1383233992254_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F877FE0BD07434371. blk_-1823013144333928116_1476
2013-10-31 15:40:18,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1823013144333928116_1476 src: /127.0.0.1:47950 dest: /127.0.0.1:42991
2013-10-31 15:40:18,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1823013144333928116_1476 src: /127.0.0.1:41223 dest: /127.0.0.1:48948
2013-10-31 15:40:18,690 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1823013144333928116_1476 src: /127.0.0.1:42650 dest: /127.0.0.1:53907
2013-10-31 15:40:18,700 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42650, dest: /127.0.0.1:53907, bytes: 25694, op: HDFS_WRITE, cliID: DFSClient_-797341949, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1823013144333928116_1476, duration: 5205945
2013-10-31 15:40:18,701 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1823013144333928116_1476 terminating
2013-10-31 15:40:18,701 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41223, dest: /127.0.0.1:48948, bytes: 25694, op: HDFS_WRITE, cliID: DFSClient_-797341949, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1823013144333928116_1476, duration: 5116577
2013-10-31 15:40:18,702 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1823013144333928116_1476 terminating
2013-10-31 15:40:18,702 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47950, dest: /127.0.0.1:42991, bytes: 25694, op: HDFS_WRITE, cliID: DFSClient_-797341949, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1823013144333928116_1476, duration: 4055885
2013-10-31 15:40:18,703 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1823013144333928116_1476 size 25694
2013-10-31 15:40:18,703 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1823013144333928116_1476 terminating
2013-10-31 15:40:18,707 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1823013144333928116_1476 size 25694
2013-10-31 15:40:18,707 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_logs/history/job_20131031152505967_0035_1383233992254_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F877FE0BD07434371 from client DFSClient_-797341949
2013-10-31 15:40:18,707 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/_logs/history/job_20131031152505967_0035_1383233992254_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F877FE0BD07434371 is closed by DFSClient_-797341949
2013-10-31 15:40:18,708 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1823013144333928116_1476 size 25694
2013-10-31 15:40:18,717 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0035_1383233992254_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F877FE0BD07434371 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:40:18,718 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0035_m_000004_0'
2013-10-31 15:40:18,718 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0035_m_000005_0'
2013-10-31 15:40:18,720 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0035
2013-10-31 15:40:18,720 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0035 being deleted.
2013-10-31 15:40:18,723 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0035_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:40:18,723 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*offset*merge1] starting step: (1/3) ...ndAccumulatednoInterMerge
2013-10-31 15:40:18,727 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 15:40:18,728 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4543495818850179110 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:18,728 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4543495818850179110 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:18,728 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4543495818850179110 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:18,733 INFO security.ShellBasedUnixGroupsMapping (ShellBasedUnixGroupsMapping.java:getUnixGroups(89)) - add hadoop to shell userGroupsCache
2013-10-31 15:40:18,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0035 dst=null perm=null
2013-10-31 15:40:18,736 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:40:18,736 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:40:18,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:18,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:40:18,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:18,800 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8131596834244118363_1466 file build/test/data/dfs/data/data6/current/blk_-8131596834244118363 for deletion
2013-10-31 15:40:18,800 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.jar. blk_-7330285641576539804_1477
2013-10-31 15:40:18,800 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8131596834244118363_1466 at file build/test/data/dfs/data/data6/current/blk_-8131596834244118363
2013-10-31 15:40:18,800 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7754553099825240101_1465 file build/test/data/dfs/data/data5/current/blk_-7754553099825240101 for deletion
2013-10-31 15:40:18,801 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5163063772250489151_1464 file build/test/data/dfs/data/data6/current/blk_5163063772250489151 for deletion
2013-10-31 15:40:18,801 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7754553099825240101_1465 at file build/test/data/dfs/data/data5/current/blk_-7754553099825240101
2013-10-31 15:40:18,801 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5163063772250489151_1464 at file build/test/data/dfs/data/data6/current/blk_5163063772250489151
2013-10-31 15:40:18,802 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7330285641576539804_1477 src: /127.0.0.1:42652 dest: /127.0.0.1:53907
2013-10-31 15:40:18,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7330285641576539804_1477 src: /127.0.0.1:47955 dest: /127.0.0.1:42991
2013-10-31 15:40:18,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7330285641576539804_1477 src: /127.0.0.1:54733 dest: /127.0.0.1:57702
2013-10-31 15:40:18,816 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54733, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7330285641576539804_1477, duration: 7059387
2013-10-31 15:40:18,816 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7330285641576539804_1477 terminating
2013-10-31 15:40:18,816 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47955, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7330285641576539804_1477, duration: 7920694
2013-10-31 15:40:18,817 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7330285641576539804_1477 terminating
2013-10-31 15:40:18,817 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7330285641576539804_1477 size 238055
2013-10-31 15:40:18,817 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42652, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7330285641576539804_1477, duration: 9367575
2013-10-31 15:40:18,818 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7330285641576539804_1477 terminating
2013-10-31 15:40:18,818 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7330285641576539804_1477 size 238055
2013-10-31 15:40:18,820 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7330285641576539804_1477 size 238055
2013-10-31 15:40:18,820 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.jar from client DFSClient_1342392704
2013-10-31 15:40:18,821 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.jar is closed by DFSClient_1342392704
2013-10-31 15:40:18,827 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.jar. New replication is 10
2013-10-31 15:40:18,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.jar dst=null perm=null
2013-10-31 15:40:18,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:18,841 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:40:18,845 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:40:18,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:18,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:18,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:18,860 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split. New replication is 10
2013-10-31 15:40:18,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split dst=null perm=null
2013-10-31 15:40:18,867 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split. blk_-4135617184925500907_1478
2013-10-31 15:40:18,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4135617184925500907_1478 src: /127.0.0.1:47957 dest: /127.0.0.1:42991
2013-10-31 15:40:18,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4135617184925500907_1478 src: /127.0.0.1:41230 dest: /127.0.0.1:48948
2013-10-31 15:40:18,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4135617184925500907_1478 src: /127.0.0.1:42657 dest: /127.0.0.1:53907
2013-10-31 15:40:18,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4135617184925500907_1478 src: /127.0.0.1:54737 dest: /127.0.0.1:57702
2013-10-31 15:40:18,877 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54737, dest: /127.0.0.1:57702, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4135617184925500907_1478, duration: 107980
2013-10-31 15:40:18,877 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4135617184925500907_1478 terminating
2013-10-31 15:40:18,877 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4135617184925500907_1478 size 1767
2013-10-31 15:40:18,878 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42657, dest: /127.0.0.1:53907, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4135617184925500907_1478, duration: 929894
2013-10-31 15:40:18,878 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4135617184925500907_1478 terminating
2013-10-31 15:40:18,879 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41230, dest: /127.0.0.1:48948, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4135617184925500907_1478, duration: 1939557
2013-10-31 15:40:18,879 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4135617184925500907_1478 terminating
2013-10-31 15:40:18,880 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47957, dest: /127.0.0.1:42991, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4135617184925500907_1478, duration: 2848359
2013-10-31 15:40:18,880 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-4135617184925500907_1478 terminating
2013-10-31 15:40:18,881 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4135617184925500907_1478 size 1767
2013-10-31 15:40:18,883 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split from client DFSClient_1342392704
2013-10-31 15:40:18,883 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split is closed by DFSClient_1342392704
2013-10-31 15:40:18,884 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4135617184925500907_1478 size 1767
2013-10-31 15:40:18,884 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4135617184925500907_1478 size 1767
2013-10-31 15:40:18,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:18,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:18,903 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.splitmetainfo. blk_-2044232848317791054_1479
2013-10-31 15:40:18,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2044232848317791054_1479 src: /127.0.0.1:41233 dest: /127.0.0.1:48948
2013-10-31 15:40:18,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2044232848317791054_1479 src: /127.0.0.1:47962 dest: /127.0.0.1:42991
2013-10-31 15:40:18,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2044232848317791054_1479 src: /127.0.0.1:42661 dest: /127.0.0.1:53907
2013-10-31 15:40:18,910 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42661, dest: /127.0.0.1:53907, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2044232848317791054_1479, duration: 62871
2013-10-31 15:40:18,911 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2044232848317791054_1479 terminating
2013-10-31 15:40:18,911 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47962, dest: /127.0.0.1:42991, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2044232848317791054_1479, duration: 922224
2013-10-31 15:40:18,912 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2044232848317791054_1479 terminating
2013-10-31 15:40:18,912 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41233, dest: /127.0.0.1:48948, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2044232848317791054_1479, duration: 1848669
2013-10-31 15:40:18,913 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2044232848317791054_1479 terminating
2013-10-31 15:40:18,916 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2044232848317791054_1479 size 183
2013-10-31 15:40:18,916 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2044232848317791054_1479 size 183
2013-10-31 15:40:18,917 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2044232848317791054_1479 size 183
2013-10-31 15:40:19,183 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_-7330285641576539804_1477 to datanode(s) 127.0.0.1:48948
2013-10-31 15:40:19,184 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-4543495818850179110_1470
2013-10-31 15:40:19,184 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-7754553099825240101_1465 blk_5163063772250489151_1464 blk_5523369112186310931_1467 blk_-4543495818850179110_1470
2013-10-31 15:40:19,315 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:40:19,315 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:40:20,649 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_-7330285641576539804_1477 to 127.0.0.1:48948
2013-10-31 15:40:20,649 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7754553099825240101_1465 file build/test/data/dfs/data/data2/current/blk_-7754553099825240101 for deletion
2013-10-31 15:40:20,650 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4543495818850179110_1470 file build/test/data/dfs/data/data1/current/blk_-4543495818850179110 for deletion
2013-10-31 15:40:20,650 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7754553099825240101_1465 at file build/test/data/dfs/data/data2/current/blk_-7754553099825240101
2013-10-31 15:40:20,650 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5163063772250489151_1464 file build/test/data/dfs/data/data1/current/blk_5163063772250489151 for deletion
2013-10-31 15:40:20,650 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4543495818850179110_1470 at file build/test/data/dfs/data/data1/current/blk_-4543495818850179110
2013-10-31 15:40:20,651 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5523369112186310931_1467 file build/test/data/dfs/data/data1/current/blk_5523369112186310931 for deletion
2013-10-31 15:40:20,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7330285641576539804_1477 src: /127.0.0.1:41236 dest: /127.0.0.1:48948
2013-10-31 15:40:20,651 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_-7330285641576539804_1477 to /127.0.0.1:48948
2013-10-31 15:40:20,651 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5163063772250489151_1464 at file build/test/data/dfs/data/data1/current/blk_5163063772250489151
2013-10-31 15:40:20,652 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5523369112186310931_1467 at file build/test/data/dfs/data/data1/current/blk_5523369112186310931
2013-10-31 15:40:20,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-7330285641576539804_1477 src: /127.0.0.1:41236 dest: /127.0.0.1:48948 of size 238055
2013-10-31 15:40:20,658 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7330285641576539804_1477 size 238055
2013-10-31 15:40:20,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:20,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:20,956 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.xml. blk_7291092628629228829_1480
2013-10-31 15:40:20,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7291092628629228829_1480 src: /127.0.0.1:41237 dest: /127.0.0.1:48948
2013-10-31 15:40:20,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7291092628629228829_1480 src: /127.0.0.1:47966 dest: /127.0.0.1:42991
2013-10-31 15:40:20,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7291092628629228829_1480 src: /127.0.0.1:42665 dest: /127.0.0.1:53907
2013-10-31 15:40:20,966 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42665, dest: /127.0.0.1:53907, bytes: 29218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7291092628629228829_1480, duration: 2933274
2013-10-31 15:40:20,966 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7291092628629228829_1480 terminating
2013-10-31 15:40:20,966 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47966, dest: /127.0.0.1:42991, bytes: 29218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7291092628629228829_1480, duration: 2742190
2013-10-31 15:40:20,967 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7291092628629228829_1480 terminating
2013-10-31 15:40:20,967 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41237, dest: /127.0.0.1:48948, bytes: 29218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7291092628629228829_1480, duration: 3680282
2013-10-31 15:40:20,967 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7291092628629228829_1480 size 29218
2013-10-31 15:40:20,967 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7291092628629228829_1480 terminating
2013-10-31 15:40:20,972 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7291092628629228829_1480 size 29218
2013-10-31 15:40:20,974 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7291092628629228829_1480 size 29218
2013-10-31 15:40:20,974 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.xml from client DFSClient_1342392704
2013-10-31 15:40:20,974 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.xml is closed by DFSClient_1342392704
2013-10-31 15:40:20,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.xml dst=null perm=null
2013-10-31 15:40:20,986 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42667, bytes: 29450, op: HDFS_READ, cliID: DFSClient_-1353453954, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7291092628629228829_1480, duration: 416573
2013-10-31 15:40:20,993 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0036: nMaps=5 nReduces=0 max=-1
2013-10-31 15:40:20,994 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0036 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:40:20,994 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0036 RESULT=SUCCESS
2013-10-31 15:40:20,994 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0036
2013-10-31 15:40:20,994 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0036
2013-10-31 15:40:20,994 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*offset*merge1] submitted hadoop job: job_20131031152505967_0036
2013-10-31 15:40:21,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0036_1383234020980_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F12CFB4FDCFFB426C dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:21,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0036_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:21,023 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0036_conf.xml. blk_5003980091092995255_1482
2013-10-31 15:40:21,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5003980091092995255_1482 src: /127.0.0.1:54747 dest: /127.0.0.1:57702
2013-10-31 15:40:21,026 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5003980091092995255_1482 src: /127.0.0.1:47971 dest: /127.0.0.1:42991
2013-10-31 15:40:21,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5003980091092995255_1482 src: /127.0.0.1:42670 dest: /127.0.0.1:53907
2013-10-31 15:40:21,030 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42670, dest: /127.0.0.1:53907, bytes: 29283, op: HDFS_WRITE, cliID: DFSClient_-1353453954, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5003980091092995255_1482, duration: 839234
2013-10-31 15:40:21,030 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5003980091092995255_1482 terminating
2013-10-31 15:40:21,031 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47971, dest: /127.0.0.1:42991, bytes: 29283, op: HDFS_WRITE, cliID: DFSClient_-1353453954, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5003980091092995255_1482, duration: 1253907
2013-10-31 15:40:21,031 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5003980091092995255_1482 terminating
2013-10-31 15:40:21,031 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5003980091092995255_1482 size 29283
2013-10-31 15:40:21,032 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54747, dest: /127.0.0.1:57702, bytes: 29283, op: HDFS_WRITE, cliID: DFSClient_-1353453954, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5003980091092995255_1482, duration: 1783040
2013-10-31 15:40:21,032 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5003980091092995255_1482 terminating
2013-10-31 15:40:21,034 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5003980091092995255_1482 size 29283
2013-10-31 15:40:21,035 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0036_conf.xml from client DFSClient_-1353453954
2013-10-31 15:40:21,035 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0036_conf.xml is closed by DFSClient_-1353453954
2013-10-31 15:40:21,036 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5003980091092995255_1482 size 29283
2013-10-31 15:40:21,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0036/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:21,049 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0036/jobToken. blk_2354271214615004793_1483
2013-10-31 15:40:21,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2354271214615004793_1483 src: /127.0.0.1:41245 dest: /127.0.0.1:48948
2013-10-31 15:40:21,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2354271214615004793_1483 src: /127.0.0.1:47974 dest: /127.0.0.1:42991
2013-10-31 15:40:21,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2354271214615004793_1483 src: /127.0.0.1:54752 dest: /127.0.0.1:57702
2013-10-31 15:40:21,054 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54752, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2354271214615004793_1483, duration: 809344
2013-10-31 15:40:21,054 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2354271214615004793_1483 terminating
2013-10-31 15:40:21,055 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:47974, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2354271214615004793_1483, duration: 711745
2013-10-31 15:40:21,055 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2354271214615004793_1483 terminating
2013-10-31 15:40:21,056 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41245, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2354271214615004793_1483, duration: 1634355
2013-10-31 15:40:21,056 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2354271214615004793_1483 terminating
2013-10-31 15:40:21,059 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2354271214615004793_1483 size 116
2013-10-31 15:40:21,059 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0036/jobToken from client DFSClient_1342392704
2013-10-31 15:40:21,059 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0036/jobToken is closed by DFSClient_1342392704
2013-10-31 15:40:21,060 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2354271214615004793_1483 size 116
2013-10-31 15:40:21,060 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2354271214615004793_1483 size 116
2013-10-31 15:40:21,066 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0036/jobToken
2013-10-31 15:40:21,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.splitmetainfo dst=null perm=null
2013-10-31 15:40:21,069 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42674, bytes: 187, op: HDFS_READ, cliID: DFSClient_-1353453954, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2044232848317791054_1479, duration: 115589
2013-10-31 15:40:21,070 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0036 = 15. Number of splits = 5
2013-10-31 15:40:21,070 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,071 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,071 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,071 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,071 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,072 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,072 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,072 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,072 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,073 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,073 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,073 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,073 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,073 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,074 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0036_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:21,074 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0036 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:40:21,074 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0036 initialized successfully with 5 map tasks and 0 reduce tasks.
2013-10-31 15:40:21,238 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4543495818850179110_1470 file build/test/data/dfs/data/data7/current/blk_-4543495818850179110 for deletion
2013-10-31 15:40:21,238 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4543495818850179110_1470 at file build/test/data/dfs/data/data7/current/blk_-4543495818850179110
2013-10-31 15:40:21,295 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0036_m_000006_0' to tip task_20131031152505967_0036_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:40:21,299 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0035_m_000000_0'
2013-10-31 15:40:21,299 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0035_m_000001_0'
2013-10-31 15:40:21,299 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0035_m_000006_0'
2013-10-31 15:40:21,301 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0036_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:40:21,301 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0036_m_000006_0 which needs 1 slots
2013-10-31 15:40:21,302 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0036_m_000006_0 which needs 1 slots
2013-10-31 15:40:21,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0036/jobToken dst=null perm=null
2013-10-31 15:40:21,310 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47977, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2354271214615004793_1483, duration: 257352
2013-10-31 15:40:21,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.xml dst=null perm=null
2013-10-31 15:40:21,320 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47979, bytes: 29450, op: HDFS_READ, cliID: DFSClient_-657170042, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7291092628629228829_1480, duration: 382707
2013-10-31 15:40:21,347 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:40:21,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.jar dst=null perm=null
2013-10-31 15:40:21,379 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42678, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-657170042, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7330285641576539804_1477, duration: 1247151
2013-10-31 15:40:21,386 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0035_m_000002_0'
2013-10-31 15:40:21,387 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0035_m_000003_0'
2013-10-31 15:40:21,450 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0035_m_2006544341
2013-10-31 15:40:21,455 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group10221 with signal TERM. Exit code 0
2013-10-31 15:40:21,455 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0036_m_-14501360
2013-10-31 15:40:21,455 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0036_m_-14501360 spawned.
2013-10-31 15:40:21,456 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0036/attempt_20131031152505967_0036_m_000006_0/taskjvm.sh
2013-10-31 15:40:21,645 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0035_m_2006544341
2013-10-31 15:40:22,157 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:22,158 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:22,158 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:22,158 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0035_m_2006544341 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:40:22,185 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-7754553099825240101_1465 blk_5163063772250489151_1464 blk_5523369112186310931_1467 blk_-8131596834244118363_1466 blk_-4543495818850179110_1470
2013-10-31 15:40:22,801 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0036_m_-14501360 given task: attempt_20131031152505967_0036_m_000006_0
2013-10-31 15:40:23,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:23,720 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0035
2013-10-31 15:40:23,721 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0035_m_000004_0 not found in cache
2013-10-31 15:40:23,721 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0035_m_000005_0 not found in cache
2013-10-31 15:40:23,722 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0035 for user-log deletion with retainTimeStamp:1383320423721
2013-10-31 15:40:23,773 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0035_m_-594007560 since job job_20131031152505967_0035 is dead
2013-10-31 15:40:23,796 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group10590 with signal TERM. Exit code 0
2013-10-31 15:40:23,952 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:23,953 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:23,953 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:23,953 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0035_m_-594007560 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:40:24,005 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0035_m_-1646417660 since job job_20131031152505967_0035 is dead
2013-10-31 15:40:24,015 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group10354 with signal TERM. Exit code 0
2013-10-31 15:40:24,191 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:24,192 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:24,192 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:24,192 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0035_m_-1646417660 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:40:24,239 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-8131596834244118363_1466 file build/test/data/dfs/data/data4/current/blk_-8131596834244118363 for deletion
2013-10-31 15:40:24,239 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7754553099825240101_1465 file build/test/data/dfs/data/data3/current/blk_-7754553099825240101 for deletion
2013-10-31 15:40:24,239 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-8131596834244118363_1466 at file build/test/data/dfs/data/data4/current/blk_-8131596834244118363
2013-10-31 15:40:24,240 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7754553099825240101_1465 at file build/test/data/dfs/data/data3/current/blk_-7754553099825240101
2013-10-31 15:40:24,240 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4543495818850179110_1470 file build/test/data/dfs/data/data4/current/blk_-4543495818850179110 for deletion
2013-10-31 15:40:24,241 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5163063772250489151_1464 file build/test/data/dfs/data/data3/current/blk_5163063772250489151 for deletion
2013-10-31 15:40:24,241 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4543495818850179110_1470 at file build/test/data/dfs/data/data4/current/blk_-4543495818850179110
2013-10-31 15:40:24,241 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5523369112186310931_1467 file build/test/data/dfs/data/data3/current/blk_5523369112186310931 for deletion
2013-10-31 15:40:24,241 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5163063772250489151_1464 at file build/test/data/dfs/data/data3/current/blk_5163063772250489151
2013-10-31 15:40:24,242 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5523369112186310931_1467 at file build/test/data/dfs/data/data3/current/blk_5523369112186310931
2013-10-31 15:40:26,251 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000006_0 0.0% setup
2013-10-31 15:40:26,254 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0036_m_000006_0 is done.
2013-10-31 15:40:26,255 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0036_m_000006_0 was -1
2013-10-31 15:40:26,255 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:26,302 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0035
2013-10-31 15:40:26,302 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0035_m_000001_0 not found in cache
2013-10-31 15:40:26,302 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0035_m_000000_0 not found in cache
2013-10-31 15:40:26,302 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0035 for user-log deletion with retainTimeStamp:1383320426302
2013-10-31 15:40:26,387 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0035
2013-10-31 15:40:26,388 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0035_m_000003_0 not found in cache
2013-10-31 15:40:26,388 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0035_m_000002_0 not found in cache
2013-10-31 15:40:26,389 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0035 for user-log deletion with retainTimeStamp:1383320426389
2013-10-31 15:40:26,477 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0035_m_-1170957006 since job job_20131031152505967_0035 is dead
2013-10-31 15:40:26,487 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group10074 with signal TERM. Exit code 0
2013-10-31 15:40:26,657 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:26,658 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:26,658 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:26,658 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0035_m_-1170957006 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:40:26,935 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0035_m_-507762893 since job job_20131031152505967_0035 is dead
2013-10-31 15:40:26,946 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group10301 with signal TERM. Exit code 0
2013-10-31 15:40:26,966 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0035_m_-1602300212 since job job_20131031152505967_0035 is dead
2013-10-31 15:40:26,976 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group10355 with signal TERM. Exit code 0
2013-10-31 15:40:27,116 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:27,116 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:27,116 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:27,117 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0035_m_-507762893 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:40:27,160 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:27,160 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:27,160 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:27,160 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0035_m_-1602300212 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:40:27,307 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0036_m_000006_0' has completed task_20131031152505967_0036_m_000006 successfully.
2013-10-31 15:40:27,311 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0036_m_000000_0' to tip task_20131031152505967_0036_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:40:27,312 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0036_m_000000
2013-10-31 15:40:27,312 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0036_m_000001_0' to tip task_20131031152505967_0036_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:40:27,313 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0036_m_000001
2013-10-31 15:40:27,315 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0036_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:40:27,316 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0036_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:40:27,316 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0036_m_000000_0 which needs 1 slots
2013-10-31 15:40:27,316 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0036_m_000000_0 which needs 1 slots
2013-10-31 15:40:27,317 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0036_m_000001_0 which needs 1 slots
2013-10-31 15:40:27,317 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0036_m_000001_0 which needs 1 slots
2013-10-31 15:40:27,357 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0036_m_1491011084
2013-10-31 15:40:27,358 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0036_m_1491011084 spawned.
2013-10-31 15:40:27,359 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0036/attempt_20131031152505967_0036_m_000001_0. Attempting to reuse: jvm_20131031152505967_0036_m_-14501360
2013-10-31 15:40:27,361 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0036/attempt_20131031152505967_0036_m_000000_0/taskjvm.sh
2013-10-31 15:40:27,395 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0036_m_000002_0' to tip task_20131031152505967_0036_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:40:27,395 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0036_m_000002
2013-10-31 15:40:27,396 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0036_m_000003_0' to tip task_20131031152505967_0036_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:40:27,399 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0036_m_000003
2013-10-31 15:40:27,401 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0036_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:40:27,402 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0036_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:40:27,402 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0036_m_000002_0 which needs 1 slots
2013-10-31 15:40:27,402 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0036_m_000002_0 which needs 1 slots
2013-10-31 15:40:27,403 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0036_m_000003_0 which needs 1 slots
2013-10-31 15:40:27,403 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0036_m_000003_0 which needs 1 slots
2013-10-31 15:40:27,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0036/jobToken dst=null perm=null
2013-10-31 15:40:27,412 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54760, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2354271214615004793_1483, duration: 296042
2013-10-31 15:40:27,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.xml dst=null perm=null
2013-10-31 15:40:27,423 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47985, bytes: 29450, op: HDFS_READ, cliID: DFSClient_-625136086, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7291092628629228829_1480, duration: 453695
2013-10-31 15:40:27,449 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:40:27,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.jar dst=null perm=null
2013-10-31 15:40:27,481 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54763, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-625136086, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7330285641576539804_1477, duration: 1471407
2013-10-31 15:40:27,541 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0036_m_1470294522
2013-10-31 15:40:27,541 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0036_m_1470294522 spawned.
2013-10-31 15:40:27,542 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0036_m_1154299609
2013-10-31 15:40:27,542 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0036_m_1154299609 spawned.
2013-10-31 15:40:27,543 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0036/attempt_20131031152505967_0036_m_000002_0/taskjvm.sh
2013-10-31 15:40:27,543 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0036/attempt_20131031152505967_0036_m_000003_0/taskjvm.sh
2013-10-31 15:40:27,728 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0036_m_000004_0' to tip task_20131031152505967_0036_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:40:27,728 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0036_m_000004
2013-10-31 15:40:27,730 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0036_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:40:27,730 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0036_m_000004_0 which needs 1 slots
2013-10-31 15:40:27,730 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0036_m_000004_0 which needs 1 slots
2013-10-31 15:40:27,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0036/jobToken dst=null perm=null
2013-10-31 15:40:27,734 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41259, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2354271214615004793_1483, duration: 142805
2013-10-31 15:40:27,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.xml dst=null perm=null
2013-10-31 15:40:27,738 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:47989, bytes: 29450, op: HDFS_READ, cliID: DFSClient_-773203766, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7291092628629228829_1480, duration: 158967
2013-10-31 15:40:27,750 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:40:27,811 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0036_m_-14501360 given task: attempt_20131031152505967_0036_m_000001_0
2013-10-31 15:40:27,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.jar dst=null perm=null
2013-10-31 15:40:27,859 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41262, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-773203766, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7330285641576539804_1477, duration: 37741149
2013-10-31 15:40:27,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split dst=null perm=null
2013-10-31 15:40:27,911 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41264, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4135617184925500907_1478, duration: 189174
2013-10-31 15:40:27,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:27,952 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41265, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 104674
2013-10-31 15:40:27,958 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 2632 Total time for transactions(ms): 52Number of transactions batched in Syncs: 342 Number of syncs: 1906 SyncTimes(ms): 62794 9383
2013-10-31 15:40:28,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:28,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:28,218 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0036_m_1993856412
2013-10-31 15:40:28,218 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0036_m_1993856412 spawned.
2013-10-31 15:40:28,220 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0036/attempt_20131031152505967_0036_m_000004_0/taskjvm.sh
2013-10-31 15:40:28,234 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0036_m_1491011084 given task: attempt_20131031152505967_0036_m_000000_0
2013-10-31 15:40:28,619 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0036_m_1470294522 given task: attempt_20131031152505967_0036_m_000002_0
2013-10-31 15:40:28,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B dst=null perm=null
2013-10-31 15:40:28,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00000 dst=null perm=null
2013-10-31 15:40:28,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00001 dst=null perm=null
2013-10-31 15:40:28,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00002 dst=null perm=null
2013-10-31 15:40:28,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00003 dst=null perm=null
2013-10-31 15:40:28,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00004 dst=null perm=null
2013-10-31 15:40:28,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00000 dst=null perm=null
2013-10-31 15:40:28,658 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54774, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5593657387079882222_1471, duration: 132912
2013-10-31 15:40:28,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00001 dst=null perm=null
2013-10-31 15:40:28,683 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42696, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1790542959829572087_1472, duration: 117661
2013-10-31 15:40:28,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00002 dst=null perm=null
2013-10-31 15:40:28,687 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41271, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7291034554039342495_1475, duration: 102727
2013-10-31 15:40:28,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00003 dst=null perm=null
2013-10-31 15:40:28,691 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54777, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1664047810060248534_1475, duration: 103605
2013-10-31 15:40:28,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00004 dst=null perm=null
2013-10-31 15:40:28,694 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48001, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8931954509647284294_1475, duration: 101802
2013-10-31 15:40:28,708 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000001_0/part-00001. blk_1648871180996038782_1484
2013-10-31 15:40:28,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1648871180996038782_1484 src: /127.0.0.1:41274 dest: /127.0.0.1:48948
2013-10-31 15:40:28,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1648871180996038782_1484 src: /127.0.0.1:42701 dest: /127.0.0.1:53907
2013-10-31 15:40:28,726 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1648871180996038782_1484 src: /127.0.0.1:54781 dest: /127.0.0.1:57702
2013-10-31 15:40:28,735 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54781, dest: /127.0.0.1:57702, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0036_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1648871180996038782_1484, duration: 39495
2013-10-31 15:40:28,735 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1648871180996038782_1484 terminating
2013-10-31 15:40:28,735 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42701, dest: /127.0.0.1:53907, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0036_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1648871180996038782_1484, duration: 1647725
2013-10-31 15:40:28,735 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1648871180996038782_1484 terminating
2013-10-31 15:40:28,736 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41274, dest: /127.0.0.1:48948, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0036_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1648871180996038782_1484, duration: 2168579
2013-10-31 15:40:28,736 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1648871180996038782_1484 size 48
2013-10-31 15:40:28,737 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1648871180996038782_1484 terminating
2013-10-31 15:40:28,737 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1648871180996038782_1484 size 48
2013-10-31 15:40:28,739 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0036_m_000001_0
2013-10-31 15:40:28,739 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0036_m_000001_0
2013-10-31 15:40:28,739 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1648871180996038782_1484 size 48
2013-10-31 15:40:28,918 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0036_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:28,918 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000001_0 0.0%
2013-10-31 15:40:28,981 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0036_m_1154299609 given task: attempt_20131031152505967_0036_m_000003_0
2013-10-31 15:40:29,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split dst=null perm=null
2013-10-31 15:40:29,083 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48007, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4135617184925500907_1478, duration: 174438
2013-10-31 15:40:29,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:29,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:29,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:29,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split dst=null perm=null
2013-10-31 15:40:29,172 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54786, bytes: 1267, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000002_0, offset: 512, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4135617184925500907_1478, duration: 175526
2013-10-31 15:40:29,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:29,213 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42708, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 135861
2013-10-31 15:40:29,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:29,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:29,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B dst=null perm=null
2013-10-31 15:40:29,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00000 dst=null perm=null
2013-10-31 15:40:29,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00001 dst=null perm=null
2013-10-31 15:40:29,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00002 dst=null perm=null
2013-10-31 15:40:29,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00003 dst=null perm=null
2013-10-31 15:40:29,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00004 dst=null perm=null
2013-10-31 15:40:29,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00000 dst=null perm=null
2013-10-31 15:40:29,378 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41284, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5593657387079882222_1471, duration: 128947
2013-10-31 15:40:29,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00001 dst=null perm=null
2013-10-31 15:40:29,396 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48013, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1790542959829572087_1472, duration: 103612
2013-10-31 15:40:29,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00002 dst=null perm=null
2013-10-31 15:40:29,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42713, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7291034554039342495_1475, duration: 101843
2013-10-31 15:40:29,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00003 dst=null perm=null
2013-10-31 15:40:29,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54793, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1664047810060248534_1475, duration: 102592
2013-10-31 15:40:29,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00004 dst=null perm=null
2013-10-31 15:40:29,406 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42715, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8931954509647284294_1475, duration: 99740
2013-10-31 15:40:29,409 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42716, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 99569
2013-10-31 15:40:29,416 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000000_0/part-00000. blk_3161391252856245397_1486
2013-10-31 15:40:29,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3161391252856245397_1486 src: /127.0.0.1:48019 dest: /127.0.0.1:42991
2013-10-31 15:40:29,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3161391252856245397_1486 src: /127.0.0.1:42718 dest: /127.0.0.1:53907
2013-10-31 15:40:29,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3161391252856245397_1486 src: /127.0.0.1:41293 dest: /127.0.0.1:48948
2013-10-31 15:40:29,442 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41293, dest: /127.0.0.1:48948, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0036_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3161391252856245397_1486, duration: 1029154
2013-10-31 15:40:29,443 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3161391252856245397_1486 terminating
2013-10-31 15:40:29,443 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3161391252856245397_1486 size 16
2013-10-31 15:40:29,443 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42718, dest: /127.0.0.1:53907, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0036_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3161391252856245397_1486, duration: 1609764
2013-10-31 15:40:29,443 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3161391252856245397_1486 terminating
2013-10-31 15:40:29,443 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3161391252856245397_1486 size 16
2013-10-31 15:40:29,443 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48019, dest: /127.0.0.1:42991, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0036_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3161391252856245397_1486, duration: 2063490
2013-10-31 15:40:29,443 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3161391252856245397_1486 terminating
2013-10-31 15:40:29,444 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0036_m_000000_0
2013-10-31 15:40:29,444 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0036_m_000000_0
2013-10-31 15:40:29,447 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3161391252856245397_1486 size 16
2013-10-31 15:40:29,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B dst=null perm=null
2013-10-31 15:40:29,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00000 dst=null perm=null
2013-10-31 15:40:29,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00001 dst=null perm=null
2013-10-31 15:40:29,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00002 dst=null perm=null
2013-10-31 15:40:29,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00003 dst=null perm=null
2013-10-31 15:40:29,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00004 dst=null perm=null
2013-10-31 15:40:29,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00000 dst=null perm=null
2013-10-31 15:40:29,471 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42720, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5593657387079882222_1471, duration: 128529
2013-10-31 15:40:29,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split dst=null perm=null
2013-10-31 15:40:29,476 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0036_m_1993856412 given task: attempt_20131031152505967_0036_m_000004_0
2013-10-31 15:40:29,480 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42721, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000003_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4135617184925500907_1478, duration: 163200
2013-10-31 15:40:29,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00001 dst=null perm=null
2013-10-31 15:40:29,488 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42722, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1790542959829572087_1472, duration: 111385
2013-10-31 15:40:29,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00002 dst=null perm=null
2013-10-31 15:40:29,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48025, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7291034554039342495_1475, duration: 109030
2013-10-31 15:40:29,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00003 dst=null perm=null
2013-10-31 15:40:29,494 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0036_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:29,494 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000000_0 0.0%
2013-10-31 15:40:29,495 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41298, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1664047810060248534_1475, duration: 123565
2013-10-31 15:40:29,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00004 dst=null perm=null
2013-10-31 15:40:29,498 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41299, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8931954509647284294_1475, duration: 98530
2013-10-31 15:40:29,506 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0036_m_000002_0
2013-10-31 15:40:29,506 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0036_m_000002_0
2013-10-31 15:40:29,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:29,520 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42726, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 110788
2013-10-31 15:40:29,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:29,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:29,551 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0036_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:29,551 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000002_0 0.0%
2013-10-31 15:40:29,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B dst=null perm=null
2013-10-31 15:40:29,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00000 dst=null perm=null
2013-10-31 15:40:29,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00001 dst=null perm=null
2013-10-31 15:40:29,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00002 dst=null perm=null
2013-10-31 15:40:29,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00003 dst=null perm=null
2013-10-31 15:40:29,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00004 dst=null perm=null
2013-10-31 15:40:29,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00000 dst=null perm=null
2013-10-31 15:40:29,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54806, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5593657387079882222_1471, duration: 129715
2013-10-31 15:40:29,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00001 dst=null perm=null
2013-10-31 15:40:29,799 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41302, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1790542959829572087_1472, duration: 252854
2013-10-31 15:40:29,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00002 dst=null perm=null
2013-10-31 15:40:29,803 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42729, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7291034554039342495_1475, duration: 246904
2013-10-31 15:40:29,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00003 dst=null perm=null
2013-10-31 15:40:29,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54809, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1664047810060248534_1475, duration: 246751
2013-10-31 15:40:29,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00004 dst=null perm=null
2013-10-31 15:40:29,810 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42731, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8931954509647284294_1475, duration: 248596
2013-10-31 15:40:29,816 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0036_m_000003_0
2013-10-31 15:40:29,816 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0036_m_000003_0
2013-10-31 15:40:29,867 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0036_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:29,867 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000003_0 0.0%
2013-10-31 15:40:29,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036/job.split dst=null perm=null
2013-10-31 15:40:29,989 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42733, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000004_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4135617184925500907_1478, duration: 359021
2013-10-31 15:40:30,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:30,029 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41308, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 251121
2013-10-31 15:40:30,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:30,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:30,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B dst=null perm=null
2013-10-31 15:40:30,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00000 dst=null perm=null
2013-10-31 15:40:30,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00001 dst=null perm=null
2013-10-31 15:40:30,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00002 dst=null perm=null
2013-10-31 15:40:30,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00003 dst=null perm=null
2013-10-31 15:40:30,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00004 dst=null perm=null
2013-10-31 15:40:30,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00000 dst=null perm=null
2013-10-31 15:40:30,309 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42735, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5593657387079882222_1471, duration: 129245
2013-10-31 15:40:30,317 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0036_m_000000_0
2013-10-31 15:40:30,317 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0036_m_000001_0
2013-10-31 15:40:30,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00001 dst=null perm=null
2013-10-31 15:40:30,326 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48038, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1790542959829572087_1472, duration: 100134
2013-10-31 15:40:30,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00002 dst=null perm=null
2013-10-31 15:40:30,329 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42737, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7291034554039342495_1475, duration: 97342
2013-10-31 15:40:30,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00003 dst=null perm=null
2013-10-31 15:40:30,332 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41312, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1664047810060248534_1475, duration: 96691
2013-10-31 15:40:30,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B/part-00004 dst=null perm=null
2013-10-31 15:40:30,334 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42739, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0036_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8931954509647284294_1475, duration: 114869
2013-10-31 15:40:30,344 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000004_0/part-00004. blk_6575290756092250249_1488
2013-10-31 15:40:30,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6575290756092250249_1488 src: /127.0.0.1:42740 dest: /127.0.0.1:53907
2013-10-31 15:40:30,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6575290756092250249_1488 src: /127.0.0.1:48043 dest: /127.0.0.1:42991
2013-10-31 15:40:30,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6575290756092250249_1488 src: /127.0.0.1:41316 dest: /127.0.0.1:48948
2013-10-31 15:40:30,390 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41316, dest: /127.0.0.1:48948, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0036_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6575290756092250249_1488, duration: 701095
2013-10-31 15:40:30,391 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6575290756092250249_1488 terminating
2013-10-31 15:40:30,391 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48043, dest: /127.0.0.1:42991, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0036_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6575290756092250249_1488, duration: 1688644
2013-10-31 15:40:30,391 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6575290756092250249_1488 terminating
2013-10-31 15:40:30,392 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6575290756092250249_1488 size 48
2013-10-31 15:40:30,392 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42740, dest: /127.0.0.1:53907, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0036_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6575290756092250249_1488, duration: 2650529
2013-10-31 15:40:30,393 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6575290756092250249_1488 terminating
2013-10-31 15:40:30,393 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0036_m_000004_0
2013-10-31 15:40:30,394 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0036_m_000004_0
2013-10-31 15:40:30,394 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6575290756092250249_1488 size 48
2013-10-31 15:40:30,395 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6575290756092250249_1488 size 48
2013-10-31 15:40:30,405 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0036_m_000002_0
2013-10-31 15:40:30,405 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0036_m_000003_0
2013-10-31 15:40:30,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000000_0 dst=null perm=null
2013-10-31 15:40:30,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:30,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000002_0 dst=null perm=null
2013-10-31 15:40:30,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:30,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:30,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:30,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000000_0 dst=null perm=null
2013-10-31 15:40:30,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000002_0 dst=null perm=null
2013-10-31 15:40:30,673 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0036_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:30,674 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000004_0 0.0%
2013-10-31 15:40:30,733 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0036_m_000004_0
2013-10-31 15:40:30,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000003_0 dst=null perm=null
2013-10-31 15:40:30,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:30,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:30,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000003_0 dst=null perm=null
2013-10-31 15:40:30,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000001_0 dst=null perm=null
2013-10-31 15:40:30,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:30,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:30,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000001_0 dst=null perm=null
2013-10-31 15:40:31,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000004_0 dst=null perm=null
2013-10-31 15:40:31,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:31,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:31,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary/_attempt_20131031152505967_0036_m_000004_0 dst=null perm=null
2013-10-31 15:40:32,008 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:40:32,010 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0036_m_000000_0 is done.
2013-10-31 15:40:32,011 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0036_m_000000_0 was -1
2013-10-31 15:40:32,011 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:40:32,094 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:6+3
2013-10-31 15:40:32,095 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0036_m_000002_0 is done.
2013-10-31 15:40:32,095 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0036_m_000002_0 was -1
2013-10-31 15:40:32,095 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:40:32,316 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0036_m_000006_0
2013-10-31 15:40:32,317 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0036_m_000006_0
2013-10-31 15:40:32,317 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0036_m_000006_0 not found in cache
2013-10-31 15:40:32,408 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000003_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:9+3
2013-10-31 15:40:32,410 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0036_m_000003_0 is done.
2013-10-31 15:40:32,410 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0036_m_000003_0 was -1
2013-10-31 15:40:32,411 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:32,912 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:12+3
2013-10-31 15:40:32,913 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0036_m_000004_0 is done.
2013-10-31 15:40:32,913 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0036_m_000004_0 was -1
2013-10-31 15:40:32,914 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:33,321 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0036_m_000000_0' has completed task_20131031152505967_0036_m_000000 successfully.
2013-10-31 15:40:33,409 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0036_m_000002_0' has completed task_20131031152505967_0036_m_000002 successfully.
2013-10-31 15:40:33,411 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0036_m_000003_0' has completed task_20131031152505967_0036_m_000003 successfully.
2013-10-31 15:40:33,736 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0036_m_000004_0' has completed task_20131031152505967_0036_m_000004 successfully.
2013-10-31 15:40:33,920 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:40:33,924 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:40:33,925 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0036_m_000001_0 is done.
2013-10-31 15:40:33,925 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0036_m_000001_0 was -1
2013-10-31 15:40:33,925 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:36,327 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0036_m_000001_0' has completed task_20131031152505967_0036_m_000001 successfully.
2013-10-31 15:40:36,330 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0036_m_000005_0' to tip task_20131031152505967_0036_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:40:36,332 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0036_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:40:36,333 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0036_m_000005_0 which needs 1 slots
2013-10-31 15:40:36,333 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0036_m_000005_0 which needs 1 slots
2013-10-31 15:40:36,364 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0036/attempt_20131031152505967_0036_m_000005_0. Attempting to reuse: jvm_20131031152505967_0036_m_1491011084
2013-10-31 15:40:37,054 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0036_m_1491011084 given task: attempt_20131031152505967_0036_m_000005_0
2013-10-31 15:40:37,189 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000005_0 0.0%
2013-10-31 15:40:37,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary dst=null perm=null
2013-10-31 15:40:37,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:37,340 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_SUCCESS from client DFSClient_attempt_20131031152505967_0036_m_000005_0
2013-10-31 15:40:37,341 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0036_m_000005_0
2013-10-31 15:40:37,380 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7330285641576539804 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:37,381 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7330285641576539804 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:37,381 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7330285641576539804 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:37,381 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7330285641576539804 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:37,381 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4135617184925500907 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:37,382 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4135617184925500907 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:37,382 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4135617184925500907 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:37,382 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4135617184925500907 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:37,382 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2044232848317791054 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:37,382 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2044232848317791054 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:37,383 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2044232848317791054 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:37,383 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7291092628629228829 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:37,383 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7291092628629228829 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:37,383 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7291092628629228829 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:37,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0036 dst=null perm=null
2013-10-31 15:40:40,163 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0036_m_000005_0 0.0% cleanup
2013-10-31 15:40:40,164 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0036_m_000005_0 is done.
2013-10-31 15:40:40,165 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0036_m_000005_0 was -1
2013-10-31 15:40:40,165 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:40,188 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_7291092628629228829_1480 blk_-4135617184925500907_1478 blk_-2044232848317791054_1479 blk_-7330285641576539804_1477
2013-10-31 15:40:40,188 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_7291092628629228829_1480 blk_-4135617184925500907_1478 blk_-2044232848317791054_1479 blk_-7330285641576539804_1477
2013-10-31 15:40:42,245 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7330285641576539804_1477 file build/test/data/dfs/data/data3/current/blk_-7330285641576539804 for deletion
2013-10-31 15:40:42,245 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4135617184925500907_1478 file build/test/data/dfs/data/data4/current/blk_-4135617184925500907 for deletion
2013-10-31 15:40:42,246 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7330285641576539804_1477 at file build/test/data/dfs/data/data3/current/blk_-7330285641576539804
2013-10-31 15:40:42,246 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2044232848317791054_1479 file build/test/data/dfs/data/data3/current/blk_-2044232848317791054 for deletion
2013-10-31 15:40:42,246 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4135617184925500907_1478 at file build/test/data/dfs/data/data4/current/blk_-4135617184925500907
2013-10-31 15:40:42,246 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2044232848317791054_1479 at file build/test/data/dfs/data/data3/current/blk_-2044232848317791054
2013-10-31 15:40:42,246 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7291092628629228829_1480 file build/test/data/dfs/data/data4/current/blk_7291092628629228829 for deletion
2013-10-31 15:40:42,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7291092628629228829_1480 at file build/test/data/dfs/data/data4/current/blk_7291092628629228829
2013-10-31 15:40:42,340 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0036_m_000005_0' has completed task_20131031152505967_0036_m_000005 successfully.
2013-10-31 15:40:42,364 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0036 has completed successfully.
2013-10-31 15:40:42,364 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0036,submitTime=1383234020980,launchTime=1383234021074,firstMapTaskLaunchTime=1383234027311,firstJobSetupTaskLaunchTime=1383234021294,firstJobCleanupTaskLaunchTime=1383234036329,finishTime=1383234042364,numMaps=5,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=34,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[A2A48EA269384ABBA0D37EF59A16D2F8/12CFB4FDCFFB426C8547B90FD49710FE] offset*offset*merge1/(1/3) ...ndAccumulatednoInterMerge
2013-10-31 15:40:42,371 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0036_1383234020980_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F12CFB4FDCFFB426C. blk_8450108453214838854_1489
2013-10-31 15:40:42,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8450108453214838854_1489 src: /127.0.0.1:42748 dest: /127.0.0.1:53907
2013-10-31 15:40:42,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8450108453214838854_1489 src: /127.0.0.1:48051 dest: /127.0.0.1:42991
2013-10-31 15:40:42,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8450108453214838854_1489 src: /127.0.0.1:41324 dest: /127.0.0.1:48948
2013-10-31 15:40:42,427 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41324, dest: /127.0.0.1:48948, bytes: 25526, op: HDFS_WRITE, cliID: DFSClient_-1353453954, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8450108453214838854_1489, duration: 4612838
2013-10-31 15:40:42,428 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8450108453214838854_1489 terminating
2013-10-31 15:40:42,428 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48051, dest: /127.0.0.1:42991, bytes: 25526, op: HDFS_WRITE, cliID: DFSClient_-1353453954, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8450108453214838854_1489, duration: 5556141
2013-10-31 15:40:42,429 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8450108453214838854_1489 terminating
2013-10-31 15:40:42,429 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42748, dest: /127.0.0.1:53907, bytes: 25526, op: HDFS_WRITE, cliID: DFSClient_-1353453954, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8450108453214838854_1489, duration: 5273106
2013-10-31 15:40:42,429 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8450108453214838854_1489 terminating
2013-10-31 15:40:42,432 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8450108453214838854_1489 size 25526
2013-10-31 15:40:42,433 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0036_1383234020980_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F12CFB4FDCFFB426C from client DFSClient_-1353453954
2013-10-31 15:40:42,433 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_logs/history/job_20131031152505967_0036_1383234020980_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F12CFB4FDCFFB426C is closed by DFSClient_-1353453954
2013-10-31 15:40:42,434 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8450108453214838854_1489 size 25526
2013-10-31 15:40:42,434 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8450108453214838854_1489 size 25526
2013-10-31 15:40:42,440 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0036_1383234020980_hadoop_%5BA2A48EA269384ABBA0D37EF59A16D2F8%2F12CFB4FDCFFB426C to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:40:42,441 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0036_m_000000_0'
2013-10-31 15:40:42,441 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0036_m_000001_0'
2013-10-31 15:40:42,441 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0036_m_000005_0'
2013-10-31 15:40:42,442 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0036_m_000006_0'
2013-10-31 15:40:42,443 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2354271214615004793 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,443 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2354271214615004793 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:42,443 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0036_m_000002_0'
2013-10-31 15:40:42,443 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2354271214615004793 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,443 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0036_m_000003_0'
2013-10-31 15:40:42,446 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0036_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:40:42,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0036 dst=null perm=null
2013-10-31 15:40:42,450 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4015348706319979913 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,450 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4015348706319979913 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,451 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4015348706319979913 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:42,451 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-291021770788451015 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:42,451 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-291021770788451015 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,451 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-291021770788451015 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,452 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3885077620561206412 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,452 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3885077620561206412 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,452 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3885077620561206412 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:42,452 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7293042219512788441 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:42,452 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7293042219512788441 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:42,453 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7293042219512788441 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,453 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3398974243029094884 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:42,453 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3398974243029094884 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,453 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-3398974243029094884 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:42,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8999925492701533174 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8999925492701533174 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8999925492701533174 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:42,454 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5193652518991988616 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,455 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5193652518991988616 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:42,455 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5193652518991988616 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:42,455 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7821313615180287936 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,455 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7821313615180287936 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:42,455 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7821313615180287936 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:42,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/318286185_merge1_FF23B4F2A59746888DE9B6BC3C4213A1 dst=null perm=null
2013-10-31 15:40:42,462 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1823013144333928116 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,463 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1823013144333928116 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,463 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1823013144333928116 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:42,463 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5930655121678045333 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,463 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5930655121678045333 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:42,464 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5930655121678045333 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,464 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5593657387079882222 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,464 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5593657387079882222 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:42,464 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5593657387079882222 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:42,464 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1790542959829572087 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,465 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1790542959829572087 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,465 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1790542959829572087 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:42,465 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7291034554039342495 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,465 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7291034554039342495 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:42,466 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7291034554039342495 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,466 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1664047810060248534 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,466 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1664047810060248534 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,466 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1664047810060248534 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:42,467 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8931954509647284294 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:42,467 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8931954509647284294 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:42,467 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8931954509647284294 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:42,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/7876296258_offset_merge1_F88366214074470B85E410F8E61FBB5B dst=null perm=null
2013-10-31 15:40:42,472 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/_temporary
2013-10-31 15:40:42,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge dst=null perm=null
2013-10-31 15:40:42,492 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 5
2013-10-31 15:40:42,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:40:42,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:40:42,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:40:42,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:40:42,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:40:42,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:40:42,500 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41326, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3161391252856245397_1486, duration: 281473
2013-10-31 15:40:42,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:40:42,502 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54832, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1648871180996038782_1484, duration: 273341
2013-10-31 15:40:42,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:40:42,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:40:42,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:40:42,505 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48056, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6575290756092250249_1488, duration: 266220
2013-10-31 15:40:42,505 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge
2013-10-31 15:40:42,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge dst=null perm=null
2013-10-31 15:40:42,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00000 dst=null perm=null
2013-10-31 15:40:42,511 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41329, bytes: 20, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3161391252856245397_1486, duration: 314769
2013-10-31 15:40:42,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00001 dst=null perm=null
2013-10-31 15:40:42,513 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54835, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1648871180996038782_1484, duration: 261532
2013-10-31 15:40:42,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00002 dst=null perm=null
2013-10-31 15:40:42,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00003 dst=null perm=null
2013-10-31 15:40:42,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstAccumulatedsecondAccumulatednoInterMerge/part-00004 dst=null perm=null
2013-10-31 15:40:42,520 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48059, bytes: 52, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6575290756092250249_1488, duration: 254657
2013-10-31 15:40:42,538 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-31 15:40:42,539 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /home/hadoop/.gradle/caches/artifacts-26/filestore/cascading/cascading-hadoop/2.2.0/jar/c7b52bd4c6da523ebde0a5d6eca2475123783db2/cascading-hadoop-2.2.0.jar
2013-10-31 15:40:42,578 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] starting
2013-10-31 15:40:42,578 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt"]
2013-10-31 15:40:42,578 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt"]
2013-10-31 15:40:42,579 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt"]
2013-10-31 15:40:42,579 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge"]
2013-10-31 15:40:42,579 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] parallel execution is enabled: true
2013-10-31 15:40:42,579 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] starting jobs: 3
2013-10-31 15:40:42,580 INFO flow.Flow (BaseFlow.java:logInfo(1306)) - [offset*merge2] allocating threads: 3
2013-10-31 15:40:42,581 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] starting step: (3/3)
2013-10-31 15:40:42,586 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:40:42,586 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:40:42,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:42,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:40:42,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:42,609 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.jar. blk_8702266833401208581_1490
2013-10-31 15:40:42,610 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8702266833401208581_1490 src: /127.0.0.1:41332 dest: /127.0.0.1:48948
2013-10-31 15:40:42,612 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8702266833401208581_1490 src: /127.0.0.1:54838 dest: /127.0.0.1:57702
2013-10-31 15:40:42,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8702266833401208581_1490 src: /127.0.0.1:48062 dest: /127.0.0.1:42991
2013-10-31 15:40:42,621 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48062, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8702266833401208581_1490, duration: 4268555
2013-10-31 15:40:42,622 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8702266833401208581_1490 terminating
2013-10-31 15:40:42,622 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54838, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8702266833401208581_1490, duration: 4709319
2013-10-31 15:40:42,623 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8702266833401208581_1490 terminating
2013-10-31 15:40:42,623 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41332, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8702266833401208581_1490, duration: 5716363
2013-10-31 15:40:42,624 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8702266833401208581_1490 terminating
2013-10-31 15:40:42,626 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8702266833401208581_1490 size 238055
2013-10-31 15:40:42,627 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.jar from client DFSClient_1342392704
2013-10-31 15:40:42,627 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.jar is closed by DFSClient_1342392704
2013-10-31 15:40:42,628 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8702266833401208581_1490 size 238055
2013-10-31 15:40:42,628 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8702266833401208581_1490 size 238055
2013-10-31 15:40:42,638 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.jar. New replication is 10
2013-10-31 15:40:42,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.jar dst=null perm=null
2013-10-31 15:40:42,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:42,653 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:40:42,657 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:40:42,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:40:42,660 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:40:42,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:40:42,663 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:40:42,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:40:42,665 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:40:42,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:40:42,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:42,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:42,684 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split. New replication is 10
2013-10-31 15:40:42,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split dst=null perm=null
2013-10-31 15:40:42,693 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split. blk_8228837357897241118_1491
2013-10-31 15:40:42,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8228837357897241118_1491 src: /127.0.0.1:42761 dest: /127.0.0.1:53907
2013-10-31 15:40:42,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8228837357897241118_1491 src: /127.0.0.1:48064 dest: /127.0.0.1:42991
2013-10-31 15:40:42,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8228837357897241118_1491 src: /127.0.0.1:41337 dest: /127.0.0.1:48948
2013-10-31 15:40:42,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8228837357897241118_1491 src: /127.0.0.1:54843 dest: /127.0.0.1:57702
2013-10-31 15:40:42,702 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54843, dest: /127.0.0.1:57702, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8228837357897241118_1491, duration: 98109
2013-10-31 15:40:42,703 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8228837357897241118_1491 terminating
2013-10-31 15:40:42,703 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8228837357897241118_1491 size 2077
2013-10-31 15:40:42,703 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41337, dest: /127.0.0.1:48948, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8228837357897241118_1491, duration: 994240
2013-10-31 15:40:42,704 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_8228837357897241118_1491 size 2077
2013-10-31 15:40:42,704 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8228837357897241118_1491 terminating
2013-10-31 15:40:42,705 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48064, dest: /127.0.0.1:42991, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8228837357897241118_1491, duration: 2248485
2013-10-31 15:40:42,705 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8228837357897241118_1491 terminating
2013-10-31 15:40:42,706 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42761, dest: /127.0.0.1:53907, bytes: 2077, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8228837357897241118_1491, duration: 3160460
2013-10-31 15:40:42,706 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8228837357897241118_1491 size 2077
2013-10-31 15:40:42,706 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_8228837357897241118_1491 terminating
2013-10-31 15:40:42,708 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split from client DFSClient_1342392704
2013-10-31 15:40:42,709 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split is closed by DFSClient_1342392704
2013-10-31 15:40:42,709 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8228837357897241118_1491 size 2077
2013-10-31 15:40:42,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:42,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:42,739 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.splitmetainfo. blk_-750331149452257474_1492
2013-10-31 15:40:42,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-750331149452257474_1492 src: /127.0.0.1:42765 dest: /127.0.0.1:53907
2013-10-31 15:40:42,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-750331149452257474_1492 src: /127.0.0.1:41340 dest: /127.0.0.1:48948
2013-10-31 15:40:42,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-750331149452257474_1492 src: /127.0.0.1:54846 dest: /127.0.0.1:57702
2013-10-31 15:40:42,747 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54846, dest: /127.0.0.1:57702, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-750331149452257474_1492, duration: 68163
2013-10-31 15:40:42,747 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-750331149452257474_1492 terminating
2013-10-31 15:40:42,747 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41340, dest: /127.0.0.1:48948, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-750331149452257474_1492, duration: 990514
2013-10-31 15:40:42,748 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0036_m_000004_0'
2013-10-31 15:40:42,748 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-750331149452257474_1492 terminating
2013-10-31 15:40:42,748 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42765, dest: /127.0.0.1:53907, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-750331149452257474_1492, duration: 1920243
2013-10-31 15:40:42,749 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-750331149452257474_1492 terminating
2013-10-31 15:40:42,751 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-750331149452257474_1492 size 218
2013-10-31 15:40:42,751 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0036
2013-10-31 15:40:42,751 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0036 being deleted.
2013-10-31 15:40:42,752 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-750331149452257474_1492 size 218
2013-10-31 15:40:42,752 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:40:42,753 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:40:42,753 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-750331149452257474_1492 size 218
2013-10-31 15:40:42,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:42,808 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7330285641576539804_1477 file build/test/data/dfs/data/data6/current/blk_-7330285641576539804 for deletion
2013-10-31 15:40:42,808 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4135617184925500907_1478 file build/test/data/dfs/data/data6/current/blk_-4135617184925500907 for deletion
2013-10-31 15:40:42,808 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7330285641576539804_1477 at file build/test/data/dfs/data/data6/current/blk_-7330285641576539804
2013-10-31 15:40:42,808 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2044232848317791054_1479 file build/test/data/dfs/data/data5/current/blk_-2044232848317791054 for deletion
2013-10-31 15:40:42,809 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4135617184925500907_1478 at file build/test/data/dfs/data/data6/current/blk_-4135617184925500907
2013-10-31 15:40:42,809 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2044232848317791054_1479 at file build/test/data/dfs/data/data5/current/blk_-2044232848317791054
2013-10-31 15:40:42,809 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7291092628629228829_1480 file build/test/data/dfs/data/data5/current/blk_7291092628629228829 for deletion
2013-10-31 15:40:42,810 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7291092628629228829_1480 at file build/test/data/dfs/data/data5/current/blk_7291092628629228829
2013-10-31 15:40:43,189 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_8702266833401208581_1490 to datanode(s) 127.0.0.1:53907
2013-10-31 15:40:43,189 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-1664047810060248534_1475 blk_-1790542959829572087_1472 blk_-5930655121678045333_1469 blk_2354271214615004793_1483 blk_8931954509647284294_1475 blk_3885077620561206412_1457 blk_8999925492701533174_1462 blk_-1823013144333928116_1476 blk_-291021770788451015_1455 blk_7291034554039342495_1475 blk_5193652518991988616_1462 blk_-5593657387079882222_1471 blk_7293042219512788441_1458 blk_-4015348706319979913_1463
2013-10-31 15:40:43,190 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-3398974243029094884_1459 blk_-1790542959829572087_1472 blk_5193652518991988616_1462 blk_-5593657387079882222_1471 blk_8931954509647284294_1475 blk_3885077620561206412_1457 blk_7293042219512788441_1458 blk_-1823013144333928116_1476 blk_-291021770788451015_1455 blk_7291034554039342495_1475 blk_7821313615180287936_1462
2013-10-31 15:40:43,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:43,565 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.xml. blk_7177882053459245314_1493
2013-10-31 15:40:43,567 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7177882053459245314_1493 src: /127.0.0.1:42768 dest: /127.0.0.1:53907
2013-10-31 15:40:43,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7177882053459245314_1493 src: /127.0.0.1:54848 dest: /127.0.0.1:57702
2013-10-31 15:40:43,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7177882053459245314_1493 src: /127.0.0.1:41344 dest: /127.0.0.1:48948
2013-10-31 15:40:43,573 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41344, dest: /127.0.0.1:48948, bytes: 29265, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7177882053459245314_1493, duration: 73015
2013-10-31 15:40:43,573 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7177882053459245314_1493 terminating
2013-10-31 15:40:43,574 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54848, dest: /127.0.0.1:57702, bytes: 29265, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7177882053459245314_1493, duration: 913985
2013-10-31 15:40:43,574 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7177882053459245314_1493 terminating
2013-10-31 15:40:43,575 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42768, dest: /127.0.0.1:53907, bytes: 29265, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7177882053459245314_1493, duration: 1783801
2013-10-31 15:40:43,575 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7177882053459245314_1493 terminating
2013-10-31 15:40:43,575 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_7177882053459245314_1493 size 29265
2013-10-31 15:40:43,577 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.xml from client DFSClient_1342392704
2013-10-31 15:40:43,577 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.xml is closed by DFSClient_1342392704
2013-10-31 15:40:43,578 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7177882053459245314_1493 size 29265
2013-10-31 15:40:43,578 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7177882053459245314_1493 size 29265
2013-10-31 15:40:43,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.xml dst=null perm=null
2013-10-31 15:40:43,598 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42772, bytes: 29497, op: HDFS_READ, cliID: DFSClient_-1309217712, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7177882053459245314_1493, duration: 386691
2013-10-31 15:40:43,616 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0037: nMaps=6 nReduces=0 max=-1
2013-10-31 15:40:43,616 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0037 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:40:43,616 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0037 RESULT=SUCCESS
2013-10-31 15:40:43,616 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0037
2013-10-31 15:40:43,617 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0037
2013-10-31 15:40:43,617 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] submitted hadoop job: job_20131031152505967_0037
2013-10-31 15:40:43,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_logs/history/job_20131031152505967_0037_1383234043588_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2F83980C798ADD4644 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:43,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_logs/history/job_20131031152505967_0037_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:43,652 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_logs/history/job_20131031152505967_0037_conf.xml. blk_3446703561813588052_1495
2013-10-31 15:40:43,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3446703561813588052_1495 src: /127.0.0.1:41347 dest: /127.0.0.1:48948
2013-10-31 15:40:43,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3446703561813588052_1495 src: /127.0.0.1:48076 dest: /127.0.0.1:42991
2013-10-31 15:40:43,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3446703561813588052_1495 src: /127.0.0.1:54854 dest: /127.0.0.1:57702
2013-10-31 15:40:43,661 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54854, dest: /127.0.0.1:57702, bytes: 29330, op: HDFS_WRITE, cliID: DFSClient_-1309217712, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3446703561813588052_1495, duration: 691944
2013-10-31 15:40:43,662 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3446703561813588052_1495 terminating
2013-10-31 15:40:43,662 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3446703561813588052_1495 size 29330
2013-10-31 15:40:43,662 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48076, dest: /127.0.0.1:42991, bytes: 29330, op: HDFS_WRITE, cliID: DFSClient_-1309217712, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_3446703561813588052_1495, duration: 1796351
2013-10-31 15:40:43,663 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_3446703561813588052_1495 size 29330
2013-10-31 15:40:43,663 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3446703561813588052_1495 terminating
2013-10-31 15:40:43,663 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41347, dest: /127.0.0.1:48948, bytes: 29330, op: HDFS_WRITE, cliID: DFSClient_-1309217712, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3446703561813588052_1495, duration: 2716503
2013-10-31 15:40:43,664 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3446703561813588052_1495 terminating
2013-10-31 15:40:43,668 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3446703561813588052_1495 size 29330
2013-10-31 15:40:43,669 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_logs/history/job_20131031152505967_0037_conf.xml from client DFSClient_-1309217712
2013-10-31 15:40:43,669 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_logs/history/job_20131031152505967_0037_conf.xml is closed by DFSClient_-1309217712
2013-10-31 15:40:43,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0037/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:43,687 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0037/jobToken. blk_-846876570122863110_1496
2013-10-31 15:40:43,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-846876570122863110_1496 src: /127.0.0.1:48078 dest: /127.0.0.1:42991
2013-10-31 15:40:43,690 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-846876570122863110_1496 src: /127.0.0.1:54856 dest: /127.0.0.1:57702
2013-10-31 15:40:43,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-846876570122863110_1496 src: /127.0.0.1:41352 dest: /127.0.0.1:48948
2013-10-31 15:40:43,695 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41352, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-846876570122863110_1496, duration: 70274
2013-10-31 15:40:43,695 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-846876570122863110_1496 terminating
2013-10-31 15:40:43,695 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54856, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-846876570122863110_1496, duration: 890462
2013-10-31 15:40:43,696 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-846876570122863110_1496 terminating
2013-10-31 15:40:43,696 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48078, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-846876570122863110_1496, duration: 1786592
2013-10-31 15:40:43,697 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-846876570122863110_1496 size 116
2013-10-31 15:40:43,697 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-846876570122863110_1496 terminating
2013-10-31 15:40:43,700 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-846876570122863110_1496 size 116
2013-10-31 15:40:43,701 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0037/jobToken from client DFSClient_1342392704
2013-10-31 15:40:43,701 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0037/jobToken is closed by DFSClient_1342392704
2013-10-31 15:40:43,702 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-846876570122863110_1496 size 116
2013-10-31 15:40:43,707 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0037/jobToken
2013-10-31 15:40:43,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.splitmetainfo dst=null perm=null
2013-10-31 15:40:43,712 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41353, bytes: 222, op: HDFS_READ, cliID: DFSClient_-1309217712, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-750331149452257474_1492, duration: 278015
2013-10-31 15:40:43,713 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0037 = 38. Number of splits = 6
2013-10-31 15:40:43,713 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,714 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,714 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,714 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,714 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,715 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,715 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,715 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,715 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,716 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,716 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,716 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,716 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,717 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,717 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,717 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,717 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,718 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0037_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:40:43,718 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0037 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:40:43,718 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0037 initialized successfully with 6 map tasks and 0 reduce tasks.
2013-10-31 15:40:44,657 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_8702266833401208581_1490 to 127.0.0.1:53907
2013-10-31 15:40:44,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8702266833401208581_1490 src: /127.0.0.1:42780 dest: /127.0.0.1:53907
2013-10-31 15:40:44,659 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_8702266833401208581_1490 to /127.0.0.1:53907
2013-10-31 15:40:44,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_8702266833401208581_1490 src: /127.0.0.1:42780 dest: /127.0.0.1:53907 of size 238055
2013-10-31 15:40:44,667 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8702266833401208581_1490 size 238055
2013-10-31 15:40:45,246 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5593657387079882222_1471 file build/test/data/dfs/data/data4/current/blk_-5593657387079882222 for deletion
2013-10-31 15:40:45,246 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3398974243029094884_1459 file build/test/data/dfs/data/data4/current/blk_-3398974243029094884 for deletion
2013-10-31 15:40:45,246 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5593657387079882222_1471 at file build/test/data/dfs/data/data4/current/blk_-5593657387079882222
2013-10-31 15:40:45,246 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1823013144333928116_1476 file build/test/data/dfs/data/data4/current/blk_-1823013144333928116 for deletion
2013-10-31 15:40:45,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3398974243029094884_1459 at file build/test/data/dfs/data/data4/current/blk_-3398974243029094884
2013-10-31 15:40:45,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1790542959829572087_1472 file build/test/data/dfs/data/data3/current/blk_-1790542959829572087 for deletion
2013-10-31 15:40:45,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1823013144333928116_1476 at file build/test/data/dfs/data/data4/current/blk_-1823013144333928116
2013-10-31 15:40:45,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-291021770788451015_1455 file build/test/data/dfs/data/data4/current/blk_-291021770788451015 for deletion
2013-10-31 15:40:45,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1790542959829572087_1472 at file build/test/data/dfs/data/data3/current/blk_-1790542959829572087
2013-10-31 15:40:45,248 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-291021770788451015_1455 at file build/test/data/dfs/data/data4/current/blk_-291021770788451015
2013-10-31 15:40:45,248 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3885077620561206412_1457 file build/test/data/dfs/data/data4/current/blk_3885077620561206412 for deletion
2013-10-31 15:40:45,248 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5193652518991988616_1462 file build/test/data/dfs/data/data3/current/blk_5193652518991988616 for deletion
2013-10-31 15:40:45,248 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3885077620561206412_1457 at file build/test/data/dfs/data/data4/current/blk_3885077620561206412
2013-10-31 15:40:45,249 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7291034554039342495_1475 file build/test/data/dfs/data/data4/current/blk_7291034554039342495 for deletion
2013-10-31 15:40:45,249 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5193652518991988616_1462 at file build/test/data/dfs/data/data3/current/blk_5193652518991988616
2013-10-31 15:40:45,249 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7291034554039342495_1475 at file build/test/data/dfs/data/data4/current/blk_7291034554039342495
2013-10-31 15:40:45,249 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7293042219512788441_1458 file build/test/data/dfs/data/data3/current/blk_7293042219512788441 for deletion
2013-10-31 15:40:45,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7821313615180287936_1462 file build/test/data/dfs/data/data4/current/blk_7821313615180287936 for deletion
2013-10-31 15:40:45,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7293042219512788441_1458 at file build/test/data/dfs/data/data3/current/blk_7293042219512788441
2013-10-31 15:40:45,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7821313615180287936_1462 at file build/test/data/dfs/data/data4/current/blk_7821313615180287936
2013-10-31 15:40:45,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8931954509647284294_1475 file build/test/data/dfs/data/data3/current/blk_8931954509647284294 for deletion
2013-10-31 15:40:45,251 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8931954509647284294_1475 at file build/test/data/dfs/data/data3/current/blk_8931954509647284294
2013-10-31 15:40:45,447 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0037_m_000007_0' to tip task_20131031152505967_0037_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:40:45,455 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0037_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:40:45,455 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0037_m_000007_0 which needs 1 slots
2013-10-31 15:40:45,455 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0037_m_000007_0 which needs 1 slots
2013-10-31 15:40:45,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0037/jobToken dst=null perm=null
2013-10-31 15:40:45,463 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41355, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-846876570122863110_1496, duration: 291906
2013-10-31 15:40:45,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.xml dst=null perm=null
2013-10-31 15:40:45,474 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54862, bytes: 29497, op: HDFS_READ, cliID: DFSClient_697841618, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7177882053459245314_1493, duration: 351991
2013-10-31 15:40:45,504 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:40:45,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.jar dst=null perm=null
2013-10-31 15:40:45,530 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42784, bytes: 239915, op: HDFS_READ, cliID: DFSClient_697841618, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8702266833401208581_1490, duration: 1250314
2013-10-31 15:40:45,624 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0036_m_-14501360
2013-10-31 15:40:45,630 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group10746 with signal TERM. Exit code 0
2013-10-31 15:40:45,630 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0037_m_-1671620137
2013-10-31 15:40:45,631 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0037_m_-1671620137 spawned.
2013-10-31 15:40:45,632 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0037/attempt_20131031152505967_0037_m_000007_0/taskjvm.sh
2013-10-31 15:40:45,809 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5930655121678045333_1469 file build/test/data/dfs/data/data5/current/blk_-5930655121678045333 for deletion
2013-10-31 15:40:45,809 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5593657387079882222_1471 file build/test/data/dfs/data/data6/current/blk_-5593657387079882222 for deletion
2013-10-31 15:40:45,809 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5930655121678045333_1469 at file build/test/data/dfs/data/data5/current/blk_-5930655121678045333
2013-10-31 15:40:45,810 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5593657387079882222_1471 at file build/test/data/dfs/data/data6/current/blk_-5593657387079882222
2013-10-31 15:40:45,810 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4015348706319979913_1463 file build/test/data/dfs/data/data5/current/blk_-4015348706319979913 for deletion
2013-10-31 15:40:45,810 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1823013144333928116_1476 file build/test/data/dfs/data/data5/current/blk_-1823013144333928116 for deletion
2013-10-31 15:40:45,810 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4015348706319979913_1463 at file build/test/data/dfs/data/data5/current/blk_-4015348706319979913
2013-10-31 15:40:45,811 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1790542959829572087_1472 file build/test/data/dfs/data/data5/current/blk_-1790542959829572087 for deletion
2013-10-31 15:40:45,811 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1823013144333928116_1476 at file build/test/data/dfs/data/data5/current/blk_-1823013144333928116
2013-10-31 15:40:45,811 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1664047810060248534_1475 file build/test/data/dfs/data/data5/current/blk_-1664047810060248534 for deletion
2013-10-31 15:40:45,811 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1790542959829572087_1472 at file build/test/data/dfs/data/data5/current/blk_-1790542959829572087
2013-10-31 15:40:45,811 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-291021770788451015_1455 file build/test/data/dfs/data/data5/current/blk_-291021770788451015 for deletion
2013-10-31 15:40:45,812 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1664047810060248534_1475 at file build/test/data/dfs/data/data5/current/blk_-1664047810060248534
2013-10-31 15:40:45,812 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2354271214615004793_1483 file build/test/data/dfs/data/data6/current/blk_2354271214615004793 for deletion
2013-10-31 15:40:45,812 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-291021770788451015_1455 at file build/test/data/dfs/data/data5/current/blk_-291021770788451015
2013-10-31 15:40:45,812 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2354271214615004793_1483 at file build/test/data/dfs/data/data6/current/blk_2354271214615004793
2013-10-31 15:40:45,812 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3885077620561206412_1457 file build/test/data/dfs/data/data5/current/blk_3885077620561206412 for deletion
2013-10-31 15:40:45,813 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5193652518991988616_1462 file build/test/data/dfs/data/data5/current/blk_5193652518991988616 for deletion
2013-10-31 15:40:45,813 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3885077620561206412_1457 at file build/test/data/dfs/data/data5/current/blk_3885077620561206412
2013-10-31 15:40:45,813 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7291034554039342495_1475 file build/test/data/dfs/data/data6/current/blk_7291034554039342495 for deletion
2013-10-31 15:40:45,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5193652518991988616_1462 at file build/test/data/dfs/data/data5/current/blk_5193652518991988616
2013-10-31 15:40:45,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7291034554039342495_1475 at file build/test/data/dfs/data/data6/current/blk_7291034554039342495
2013-10-31 15:40:45,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7293042219512788441_1458 file build/test/data/dfs/data/data6/current/blk_7293042219512788441 for deletion
2013-10-31 15:40:45,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8931954509647284294_1475 file build/test/data/dfs/data/data6/current/blk_8931954509647284294 for deletion
2013-10-31 15:40:45,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7293042219512788441_1458 at file build/test/data/dfs/data/data6/current/blk_7293042219512788441
2013-10-31 15:40:45,815 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8999925492701533174_1462 file build/test/data/dfs/data/data6/current/blk_8999925492701533174 for deletion
2013-10-31 15:40:45,815 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8931954509647284294_1475 at file build/test/data/dfs/data/data6/current/blk_8931954509647284294
2013-10-31 15:40:45,815 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8999925492701533174_1462 at file build/test/data/dfs/data/data6/current/blk_8999925492701533174
2013-10-31 15:40:46,191 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-1664047810060248534_1475 blk_-3398974243029094884_1459 blk_5193652518991988616_1462 blk_-5930655121678045333_1469 blk_2354271214615004793_1483 blk_-5593657387079882222_1471 blk_7293042219512788441_1458 blk_-4135617184925500907_1478 blk_8999925492701533174_1462 blk_-4015348706319979913_1463 blk_-7330285641576539804_1477 blk_7821313615180287936_1462
2013-10-31 15:40:46,191 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-1664047810060248534_1475 blk_-3398974243029094884_1459 blk_-1790542959829572087_1472 blk_-5930655121678045333_1469 blk_2354271214615004793_1483 blk_8931954509647284294_1475 blk_7291092628629228829_1480 blk_3885077620561206412_1457 blk_-4135617184925500907_1478 blk_8999925492701533174_1462 blk_-1823013144333928116_1476 blk_-2044232848317791054_1479 blk_-291021770788451015_1455 blk_7291034554039342495_1475 blk_-7330285641576539804_1477 blk_7821313615180287936_1462 blk_-4015348706319979913_1463
2013-10-31 15:40:46,308 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:46,308 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:46,308 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:46,308 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0036_m_-14501360 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:40:47,049 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0037_m_-1671620137 given task: attempt_20131031152505967_0037_m_000007_0
2013-10-31 15:40:47,444 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0036
2013-10-31 15:40:47,444 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0036_m_000001_0 not found in cache
2013-10-31 15:40:47,444 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0036_m_000005_0 not found in cache
2013-10-31 15:40:47,444 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0036_m_000000_0 not found in cache
2013-10-31 15:40:47,444 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0036
2013-10-31 15:40:47,445 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0036_m_000002_0 not found in cache
2013-10-31 15:40:47,445 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0036_m_000003_0 not found in cache
2013-10-31 15:40:47,445 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0036 for user-log deletion with retainTimeStamp:1383320447445
2013-10-31 15:40:47,445 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0036 for user-log deletion with retainTimeStamp:1383320447445
2013-10-31 15:40:47,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:47,646 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0036_m_1470294522 since job job_20131031152505967_0036 is dead
2013-10-31 15:40:47,656 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group10954 with signal TERM. Exit code 0
2013-10-31 15:40:47,658 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7330285641576539804_1477 file build/test/data/dfs/data/data1/current/blk_-7330285641576539804 for deletion
2013-10-31 15:40:47,658 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5930655121678045333_1469 file build/test/data/dfs/data/data2/current/blk_-5930655121678045333 for deletion
2013-10-31 15:40:47,659 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7330285641576539804_1477 at file build/test/data/dfs/data/data1/current/blk_-7330285641576539804
2013-10-31 15:40:47,659 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5930655121678045333_1469 at file build/test/data/dfs/data/data2/current/blk_-5930655121678045333
2013-10-31 15:40:47,659 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4135617184925500907_1478 file build/test/data/dfs/data/data2/current/blk_-4135617184925500907 for deletion
2013-10-31 15:40:47,660 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4015348706319979913_1463 file build/test/data/dfs/data/data2/current/blk_-4015348706319979913 for deletion
2013-10-31 15:40:47,660 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4135617184925500907_1478 at file build/test/data/dfs/data/data2/current/blk_-4135617184925500907
2013-10-31 15:40:47,660 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3398974243029094884_1459 file build/test/data/dfs/data/data1/current/blk_-3398974243029094884 for deletion
2013-10-31 15:40:47,660 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4015348706319979913_1463 at file build/test/data/dfs/data/data2/current/blk_-4015348706319979913
2013-10-31 15:40:47,661 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-2044232848317791054_1479 file build/test/data/dfs/data/data1/current/blk_-2044232848317791054 for deletion
2013-10-31 15:40:47,661 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1823013144333928116_1476 file build/test/data/dfs/data/data2/current/blk_-1823013144333928116 for deletion
2013-10-31 15:40:47,661 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1790542959829572087_1472 file build/test/data/dfs/data/data2/current/blk_-1790542959829572087 for deletion
2013-10-31 15:40:47,661 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1823013144333928116_1476 at file build/test/data/dfs/data/data2/current/blk_-1823013144333928116
2013-10-31 15:40:47,662 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1664047810060248534_1475 file build/test/data/dfs/data/data2/current/blk_-1664047810060248534 for deletion
2013-10-31 15:40:47,662 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1790542959829572087_1472 at file build/test/data/dfs/data/data2/current/blk_-1790542959829572087
2013-10-31 15:40:47,662 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-291021770788451015_1455 file build/test/data/dfs/data/data1/current/blk_-291021770788451015 for deletion
2013-10-31 15:40:47,662 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1664047810060248534_1475 at file build/test/data/dfs/data/data2/current/blk_-1664047810060248534
2013-10-31 15:40:47,663 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2354271214615004793_1483 file build/test/data/dfs/data/data2/current/blk_2354271214615004793 for deletion
2013-10-31 15:40:47,663 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_3885077620561206412_1457 file build/test/data/dfs/data/data2/current/blk_3885077620561206412 for deletion
2013-10-31 15:40:47,663 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2354271214615004793_1483 at file build/test/data/dfs/data/data2/current/blk_2354271214615004793
2013-10-31 15:40:47,663 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7291034554039342495_1475 file build/test/data/dfs/data/data1/current/blk_7291034554039342495 for deletion
2013-10-31 15:40:47,664 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_3885077620561206412_1457 at file build/test/data/dfs/data/data2/current/blk_3885077620561206412
2013-10-31 15:40:47,664 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7291092628629228829_1480 file build/test/data/dfs/data/data2/current/blk_7291092628629228829 for deletion
2013-10-31 15:40:47,664 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7821313615180287936_1462 file build/test/data/dfs/data/data1/current/blk_7821313615180287936 for deletion
2013-10-31 15:40:47,664 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7291092628629228829_1480 at file build/test/data/dfs/data/data2/current/blk_7291092628629228829
2013-10-31 15:40:47,665 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8931954509647284294_1475 file build/test/data/dfs/data/data1/current/blk_8931954509647284294 for deletion
2013-10-31 15:40:47,665 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3398974243029094884_1459 at file build/test/data/dfs/data/data1/current/blk_-3398974243029094884
2013-10-31 15:40:47,665 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8999925492701533174_1462 file build/test/data/dfs/data/data2/current/blk_8999925492701533174 for deletion
2013-10-31 15:40:47,665 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-2044232848317791054_1479 at file build/test/data/dfs/data/data1/current/blk_-2044232848317791054
2013-10-31 15:40:47,666 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8999925492701533174_1462 at file build/test/data/dfs/data/data2/current/blk_8999925492701533174
2013-10-31 15:40:47,666 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-291021770788451015_1455 at file build/test/data/dfs/data/data1/current/blk_-291021770788451015
2013-10-31 15:40:47,666 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7291034554039342495_1475 at file build/test/data/dfs/data/data1/current/blk_7291034554039342495
2013-10-31 15:40:47,667 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7821313615180287936_1462 at file build/test/data/dfs/data/data1/current/blk_7821313615180287936
2013-10-31 15:40:47,667 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8931954509647284294_1475 at file build/test/data/dfs/data/data1/current/blk_8931954509647284294
2013-10-31 15:40:47,749 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0036
2013-10-31 15:40:47,749 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0036_m_000004_0 not found in cache
2013-10-31 15:40:47,749 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0036 for user-log deletion with retainTimeStamp:1383320447749
2013-10-31 15:40:47,888 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:47,888 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:47,888 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:47,888 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0036_m_1470294522 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:40:47,985 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0036_m_1154299609 since job job_20131031152505967_0036 is dead
2013-10-31 15:40:47,995 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group10996 with signal TERM. Exit code 0
2013-10-31 15:40:48,198 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:48,198 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:48,198 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:48,198 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0036_m_1154299609 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:40:48,206 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0036_m_1491011084 since job job_20131031152505967_0036 is dead
2013-10-31 15:40:48,213 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group10888 with signal TERM. Exit code 0
2013-10-31 15:40:48,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-7330285641576539804_1477 file build/test/data/dfs/data/data8/current/blk_-7330285641576539804 for deletion
2013-10-31 15:40:48,247 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5930655121678045333_1469 file build/test/data/dfs/data/data8/current/blk_-5930655121678045333 for deletion
2013-10-31 15:40:48,248 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-7330285641576539804_1477 at file build/test/data/dfs/data/data8/current/blk_-7330285641576539804
2013-10-31 15:40:48,248 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-5593657387079882222_1471 file build/test/data/dfs/data/data8/current/blk_-5593657387079882222 for deletion
2013-10-31 15:40:48,248 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5930655121678045333_1469 at file build/test/data/dfs/data/data8/current/blk_-5930655121678045333
2013-10-31 15:40:48,248 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4135617184925500907_1478 file build/test/data/dfs/data/data7/current/blk_-4135617184925500907 for deletion
2013-10-31 15:40:48,248 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-5593657387079882222_1471 at file build/test/data/dfs/data/data8/current/blk_-5593657387079882222
2013-10-31 15:40:48,249 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4135617184925500907_1478 at file build/test/data/dfs/data/data7/current/blk_-4135617184925500907
2013-10-31 15:40:48,249 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4015348706319979913_1463 file build/test/data/dfs/data/data7/current/blk_-4015348706319979913 for deletion
2013-10-31 15:40:48,249 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-3398974243029094884_1459 file build/test/data/dfs/data/data7/current/blk_-3398974243029094884 for deletion
2013-10-31 15:40:48,249 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4015348706319979913_1463 at file build/test/data/dfs/data/data7/current/blk_-4015348706319979913
2013-10-31 15:40:48,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1664047810060248534_1475 file build/test/data/dfs/data/data7/current/blk_-1664047810060248534 for deletion
2013-10-31 15:40:48,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-3398974243029094884_1459 at file build/test/data/dfs/data/data7/current/blk_-3398974243029094884
2013-10-31 15:40:48,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2354271214615004793_1483 file build/test/data/dfs/data/data7/current/blk_2354271214615004793 for deletion
2013-10-31 15:40:48,250 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1664047810060248534_1475 at file build/test/data/dfs/data/data7/current/blk_-1664047810060248534
2013-10-31 15:40:48,251 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5193652518991988616_1462 file build/test/data/dfs/data/data8/current/blk_5193652518991988616 for deletion
2013-10-31 15:40:48,251 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2354271214615004793_1483 at file build/test/data/dfs/data/data7/current/blk_2354271214615004793
2013-10-31 15:40:48,251 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5193652518991988616_1462 at file build/test/data/dfs/data/data8/current/blk_5193652518991988616
2013-10-31 15:40:48,251 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7293042219512788441_1458 file build/test/data/dfs/data/data8/current/blk_7293042219512788441 for deletion
2013-10-31 15:40:48,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7821313615180287936_1462 file build/test/data/dfs/data/data8/current/blk_7821313615180287936 for deletion
2013-10-31 15:40:48,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7293042219512788441_1458 at file build/test/data/dfs/data/data8/current/blk_7293042219512788441
2013-10-31 15:40:48,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8999925492701533174_1462 file build/test/data/dfs/data/data7/current/blk_8999925492701533174 for deletion
2013-10-31 15:40:48,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7821313615180287936_1462 at file build/test/data/dfs/data/data8/current/blk_7821313615180287936
2013-10-31 15:40:48,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8999925492701533174_1462 at file build/test/data/dfs/data/data7/current/blk_8999925492701533174
2013-10-31 15:40:48,377 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:48,377 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:48,377 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:48,377 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0036_m_1491011084 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:40:48,479 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0036_m_1993856412 since job job_20131031152505967_0036 is dead
2013-10-31 15:40:48,488 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group11051 with signal TERM. Exit code 0
2013-10-31 15:40:48,674 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:40:48,674 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:40:48,674 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:40:48,674 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0036_m_1993856412 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:40:50,459 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000007_0 0.0% setup
2013-10-31 15:40:50,461 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0037_m_000007_0 is done.
2013-10-31 15:40:50,462 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0037_m_000007_0 was -1
2013-10-31 15:40:50,462 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:51,461 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0037_m_000007_0' has completed task_20131031152505967_0037_m_000007 successfully.
2013-10-31 15:40:51,464 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0037_m_000000_0' to tip task_20131031152505967_0037_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:40:51,465 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0037_m_000000
2013-10-31 15:40:51,466 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0037_m_000001_0' to tip task_20131031152505967_0037_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:40:51,467 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0037_m_000001
2013-10-31 15:40:51,469 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0037_m_000002_0' to tip task_20131031152505967_0037_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:40:51,470 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0037_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:40:51,470 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0037_m_000002
2013-10-31 15:40:51,471 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0037_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:40:51,471 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0037_m_000003_0' to tip task_20131031152505967_0037_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:40:51,471 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0037_m_000000_0 which needs 1 slots
2013-10-31 15:40:51,472 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0037_m_000000_0 which needs 1 slots
2013-10-31 15:40:51,472 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0037_m_000003
2013-10-31 15:40:51,472 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0037_m_000001_0 which needs 1 slots
2013-10-31 15:40:51,473 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0037_m_000001_0 which needs 1 slots
2013-10-31 15:40:51,477 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0037_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:40:51,478 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0037_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:40:51,479 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0037_m_000002_0 which needs 1 slots
2013-10-31 15:40:51,480 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0037_m_000002_0 which needs 1 slots
2013-10-31 15:40:51,480 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0037_m_000003_0 which needs 1 slots
2013-10-31 15:40:51,480 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0037_m_000003_0 which needs 1 slots
2013-10-31 15:40:51,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0037/jobToken dst=null perm=null
2013-10-31 15:40:51,489 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41361, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-846876570122863110_1496, duration: 296901
2013-10-31 15:40:51,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.xml dst=null perm=null
2013-10-31 15:40:51,500 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42789, bytes: 29497, op: HDFS_READ, cliID: DFSClient_-396235533, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_7177882053459245314_1493, duration: 374225
2013-10-31 15:40:51,505 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0037_m_-797920337
2013-10-31 15:40:51,506 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0037_m_-797920337 spawned.
2013-10-31 15:40:51,507 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0037/attempt_20131031152505967_0037_m_000000_0. Attempting to reuse: jvm_20131031152505967_0037_m_-1671620137
2013-10-31 15:40:51,508 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0037/attempt_20131031152505967_0037_m_000001_0/taskjvm.sh
2013-10-31 15:40:51,516 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0037_m_-1671620137 given task: attempt_20131031152505967_0037_m_000000_0
2013-10-31 15:40:51,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split dst=null perm=null
2013-10-31 15:40:51,625 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:40:51,628 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54870, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8228837357897241118_1491, duration: 160839
2013-10-31 15:40:51,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.jar dst=null perm=null
2013-10-31 15:40:51,653 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54871, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-396235533, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8702266833401208581_1490, duration: 883921
2013-10-31 15:40:51,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:40:51,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:51,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:51,742 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0037_m_349109215
2013-10-31 15:40:51,743 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0037_m_349109215 spawned.
2013-10-31 15:40:51,743 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0037_m_-1392211855
2013-10-31 15:40:51,744 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0037_m_-1392211855 spawned.
2013-10-31 15:40:51,744 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0037/attempt_20131031152505967_0037_m_000003_0/taskjvm.sh
2013-10-31 15:40:51,748 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0037/attempt_20131031152505967_0037_m_000002_0/taskjvm.sh
2013-10-31 15:40:51,757 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0037_m_000004_0' to tip task_20131031152505967_0037_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:40:51,757 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0037_m_000004
2013-10-31 15:40:51,757 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0037_m_000005_0' to tip task_20131031152505967_0037_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:40:51,757 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0037_m_000005
2013-10-31 15:40:51,759 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0037_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:40:51,759 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0037_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:40:51,759 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0037_m_000004_0 which needs 1 slots
2013-10-31 15:40:51,759 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0037_m_000004_0 which needs 1 slots
2013-10-31 15:40:51,760 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0037_m_000005_0 which needs 1 slots
2013-10-31 15:40:51,760 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0037_m_000005_0 which needs 1 slots
2013-10-31 15:40:51,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0037/jobToken dst=null perm=null
2013-10-31 15:40:51,764 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41367, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-846876570122863110_1496, duration: 139230
2013-10-31 15:40:51,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.xml dst=null perm=null
2013-10-31 15:40:51,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41369, bytes: 29497, op: HDFS_READ, cliID: DFSClient_-230695452, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7177882053459245314_1493, duration: 180378
2013-10-31 15:40:51,782 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:40:51,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.jar dst=null perm=null
2013-10-31 15:40:51,796 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41370, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-230695452, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8702266833401208581_1490, duration: 626679
2013-10-31 15:40:51,977 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48099, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_9084325701963409599_1003, duration: 132612
2013-10-31 15:40:51,981 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000000_0/part-00000. blk_-5209020669254127825_1497
2013-10-31 15:40:51,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5209020669254127825_1497 src: /127.0.0.1:54877 dest: /127.0.0.1:57702
2013-10-31 15:40:51,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5209020669254127825_1497 src: /127.0.0.1:48101 dest: /127.0.0.1:42991
2013-10-31 15:40:52,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5209020669254127825_1497 src: /127.0.0.1:41374 dest: /127.0.0.1:48948
2013-10-31 15:40:52,076 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0037_m_-904936521
2013-10-31 15:40:52,077 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0037_m_-904936521 spawned.
2013-10-31 15:40:52,077 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41374, dest: /127.0.0.1:48948, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5209020669254127825_1497, duration: 1255332
2013-10-31 15:40:52,077 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0037_m_1082685078
2013-10-31 15:40:52,078 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5209020669254127825_1497 terminating
2013-10-31 15:40:52,079 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0037_m_1082685078 spawned.
2013-10-31 15:40:52,079 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48101, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5209020669254127825_1497, duration: 3731762
2013-10-31 15:40:52,079 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5209020669254127825_1497 terminating
2013-10-31 15:40:52,080 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5209020669254127825_1497 size 136
2013-10-31 15:40:52,080 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0037/attempt_20131031152505967_0037_m_000004_0/taskjvm.sh
2013-10-31 15:40:52,080 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54877, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5209020669254127825_1497, duration: 4535564
2013-10-31 15:40:52,082 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5209020669254127825_1497 terminating
2013-10-31 15:40:52,082 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5209020669254127825_1497 size 136
2013-10-31 15:40:52,083 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0037/attempt_20131031152505967_0037_m_000005_0/taskjvm.sh
2013-10-31 15:40:52,084 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5209020669254127825_1497 size 136
2013-10-31 15:40:52,085 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0037_m_000000_0
2013-10-31 15:40:52,086 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0037_m_000000_0
2013-10-31 15:40:52,446 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0037_m_-797920337 given task: attempt_20131031152505967_0037_m_000001_0
2013-10-31 15:40:52,496 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0037_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:52,496 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000000_0 0.0%
2013-10-31 15:40:52,859 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0037_m_-1392211855 given task: attempt_20131031152505967_0037_m_000002_0
2013-10-31 15:40:52,861 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0037_m_349109215 given task: attempt_20131031152505967_0037_m_000003_0
2013-10-31 15:40:52,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split dst=null perm=null
2013-10-31 15:40:52,947 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54884, bytes: 2097, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8228837357897241118_1491, duration: 194347
2013-10-31 15:40:52,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:40:52,990 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42806, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 368295
2013-10-31 15:40:53,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:53,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:53,239 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000001_0/part-00001. blk_-8845774267862199992_1498
2013-10-31 15:40:53,263 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0037_m_-904936521 given task: attempt_20131031152505967_0037_m_000004_0
2013-10-31 15:40:53,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8845774267862199992_1498 src: /127.0.0.1:48111 dest: /127.0.0.1:42991
2013-10-31 15:40:53,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8845774267862199992_1498 src: /127.0.0.1:41384 dest: /127.0.0.1:48948
2013-10-31 15:40:53,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8845774267862199992_1498 src: /127.0.0.1:42811 dest: /127.0.0.1:53907
2013-10-31 15:40:53,273 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42811, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-8845774267862199992_1498, duration: 1152307
2013-10-31 15:40:53,274 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8845774267862199992_1498 terminating
2013-10-31 15:40:53,274 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41384, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8845774267862199992_1498, duration: 1497830
2013-10-31 15:40:53,274 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8845774267862199992_1498 terminating
2013-10-31 15:40:53,274 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8845774267862199992_1498 size 114
2013-10-31 15:40:53,274 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48111, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8845774267862199992_1498, duration: 1905860
2013-10-31 15:40:53,275 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8845774267862199992_1498 terminating
2013-10-31 15:40:53,275 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-8845774267862199992_1498 size 114
2013-10-31 15:40:53,275 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0037_m_000001_0
2013-10-31 15:40:53,276 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0037_m_000001_0
2013-10-31 15:40:53,276 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8845774267862199992_1498 size 114
2013-10-31 15:40:53,310 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0037_m_1082685078 given task: attempt_20131031152505967_0037_m_000005_0
2013-10-31 15:40:53,322 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0037_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:53,322 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000001_0 0.0%
2013-10-31 15:40:53,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split dst=null perm=null
2013-10-31 15:40:53,373 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48116, bytes: 1581, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8228837357897241118_1491, duration: 178198
2013-10-31 15:40:53,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split dst=null perm=null
2013-10-31 15:40:53,387 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48117, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000003_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8228837357897241118_1491, duration: 158980
2013-10-31 15:40:53,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:40:53,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:40:53,427 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42816, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3780502129088166262_1002, duration: 125304
2013-10-31 15:40:53,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:53,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:53,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:53,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:53,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split dst=null perm=null
2013-10-31 15:40:53,930 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41393, bytes: 549, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000005_0, offset: 1536, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_8228837357897241118_1491, duration: 190705
2013-10-31 15:40:53,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037/job.split dst=null perm=null
2013-10-31 15:40:53,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:53,950 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48122, bytes: 1065, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000004_0, offset: 1024, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8228837357897241118_1491, duration: 154300
2013-10-31 15:40:53,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:53,953 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41395, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 106041
2013-10-31 15:40:53,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:53,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:53,959 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48124, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 103800
2013-10-31 15:40:53,963 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54902, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3780502129088166262_1002, duration: 233232
2013-10-31 15:40:53,963 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000003_0/part-00003. blk_2626924498182724527_1500
2013-10-31 15:40:53,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt dst=null perm=null
2013-10-31 15:40:53,970 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41399, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3780502129088166262_1002, duration: 102917
2013-10-31 15:40:53,970 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000002_0/part-00002. blk_7538764653915528379_1500
2013-10-31 15:40:53,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:53,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:40:53,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2626924498182724527_1500 src: /127.0.0.1:48126 dest: /127.0.0.1:42991
2013-10-31 15:40:53,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2626924498182724527_1500 src: /127.0.0.1:41401 dest: /127.0.0.1:48948
2013-10-31 15:40:53,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2626924498182724527_1500 src: /127.0.0.1:42828 dest: /127.0.0.1:53907
2013-10-31 15:40:53,989 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54908, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 146105
2013-10-31 15:40:53,992 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42828, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2626924498182724527_1500, duration: 1566266
2013-10-31 15:40:53,992 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2626924498182724527_1500 terminating
2013-10-31 15:40:53,993 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41401, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2626924498182724527_1500, duration: 1530384
2013-10-31 15:40:53,994 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2626924498182724527_1500 terminating
2013-10-31 15:40:53,994 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2626924498182724527_1500 size 114
2013-10-31 15:40:53,994 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48126, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2626924498182724527_1500, duration: 2578210
2013-10-31 15:40:53,994 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2626924498182724527_1500 terminating
2013-10-31 15:40:53,995 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2626924498182724527_1500 size 114
2013-10-31 15:40:53,995 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0037_m_000003_0
2013-10-31 15:40:53,995 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0037_m_000003_0
2013-10-31 15:40:53,998 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_2626924498182724527_1500 size 114
2013-10-31 15:40:53,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7538764653915528379_1500 src: /127.0.0.1:41400 dest: /127.0.0.1:48948
2013-10-31 15:40:54,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7538764653915528379_1500 src: /127.0.0.1:48132 dest: /127.0.0.1:42991
2013-10-31 15:40:54,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_7538764653915528379_1500 src: /127.0.0.1:54910 dest: /127.0.0.1:57702
2013-10-31 15:40:54,004 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54910, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7538764653915528379_1500, duration: 2615178
2013-10-31 15:40:54,004 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_7538764653915528379_1500 terminating
2013-10-31 15:40:54,004 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_7538764653915528379_1500 size 92
2013-10-31 15:40:54,005 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48132, dest: /127.0.0.1:42991, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_7538764653915528379_1500, duration: 2196659
2013-10-31 15:40:54,005 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_7538764653915528379_1500 terminating
2013-10-31 15:40:54,005 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41400, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_7538764653915528379_1500, duration: 2953425
2013-10-31 15:40:54,005 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_7538764653915528379_1500 terminating
2013-10-31 15:40:54,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:54,006 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0037_m_000002_0
2013-10-31 15:40:54,006 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0037_m_000002_0
2013-10-31 15:40:54,008 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_7538764653915528379_1500 size 92
2013-10-31 15:40:54,009 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_7538764653915528379_1500 size 92
2013-10-31 15:40:54,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:54,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:54,044 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0037_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:54,044 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000003_0 0.0%
2013-10-31 15:40:54,053 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0037_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:54,053 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000002_0 0.0%
2013-10-31 15:40:54,218 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000004_0/part-00004. blk_-2130689472311706328_1502
2013-10-31 15:40:54,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:54,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:40:54,242 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41407, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0037_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 132181
2013-10-31 15:40:54,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2130689472311706328_1502 src: /127.0.0.1:42832 dest: /127.0.0.1:53907
2013-10-31 15:40:54,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2130689472311706328_1502 src: /127.0.0.1:41408 dest: /127.0.0.1:48948
2013-10-31 15:40:54,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2130689472311706328_1502 src: /127.0.0.1:54914 dest: /127.0.0.1:57702
2013-10-31 15:40:54,249 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54914, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2130689472311706328_1502, duration: 1068409
2013-10-31 15:40:54,249 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2130689472311706328_1502 terminating
2013-10-31 15:40:54,249 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41408, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2130689472311706328_1502, duration: 1403279
2013-10-31 15:40:54,249 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2130689472311706328_1502 terminating
2013-10-31 15:40:54,249 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42832, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2130689472311706328_1502, duration: 1746101
2013-10-31 15:40:54,249 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2130689472311706328_1502 terminating
2013-10-31 15:40:54,250 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2130689472311706328_1502 size 70
2013-10-31 15:40:54,250 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0037_m_000004_0
2013-10-31 15:40:54,250 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0037_m_000004_0
2013-10-31 15:40:54,251 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000005_0/part-00005. blk_6253978335429429060_1502
2013-10-31 15:40:54,251 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2130689472311706328_1502 size 70
2013-10-31 15:40:54,252 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2130689472311706328_1502 size 70
2013-10-31 15:40:54,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6253978335429429060_1502 src: /127.0.0.1:42836 dest: /127.0.0.1:53907
2013-10-31 15:40:54,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6253978335429429060_1502 src: /127.0.0.1:48139 dest: /127.0.0.1:42991
2013-10-31 15:40:54,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_6253978335429429060_1502 src: /127.0.0.1:41412 dest: /127.0.0.1:48948
2013-10-31 15:40:54,280 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41412, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6253978335429429060_1502, duration: 1070846
2013-10-31 15:40:54,280 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_6253978335429429060_1502 terminating
2013-10-31 15:40:54,280 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48139, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_6253978335429429060_1502, duration: 1284690
2013-10-31 15:40:54,281 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_6253978335429429060_1502 terminating
2013-10-31 15:40:54,281 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42836, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0037_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_6253978335429429060_1502, duration: 1708461
2013-10-31 15:40:54,281 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_6253978335429429060_1502 terminating
2013-10-31 15:40:54,283 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_6253978335429429060_1502 size 70
2013-10-31 15:40:54,284 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_6253978335429429060_1502 size 70
2013-10-31 15:40:54,285 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_6253978335429429060_1502 size 70
2013-10-31 15:40:54,297 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0037_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:54,297 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000004_0 0.0%
2013-10-31 15:40:54,475 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0037_m_000000_0
2013-10-31 15:40:54,475 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0037_m_000001_0
2013-10-31 15:40:54,481 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0037_m_000002_0
2013-10-31 15:40:54,481 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0037_m_000003_0
2013-10-31 15:40:54,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000000_0 dst=null perm=null
2013-10-31 15:40:54,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:54,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:54,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000000_0 dst=null perm=null
2013-10-31 15:40:54,593 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:40:54,594 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0037_m_000000_0 is done.
2013-10-31 15:40:54,595 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0037_m_000000_0 was -1
2013-10-31 15:40:54,595 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:40:54,683 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0037_m_000005_0
2013-10-31 15:40:54,683 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0037_m_000005_0
2013-10-31 15:40:54,748 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0037_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:40:54,748 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000005_0 0.0%
2013-10-31 15:40:54,763 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0037_m_000004_0
2013-10-31 15:40:54,763 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0037_m_000005_0
2013-10-31 15:40:55,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000003_0 dst=null perm=null
2013-10-31 15:40:55,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:55,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000002_0 dst=null perm=null
2013-10-31 15:40:55,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:55,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:55,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000003_0 dst=null perm=null
2013-10-31 15:40:55,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:55,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000002_0 dst=null perm=null
2013-10-31 15:40:55,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000004_0 dst=null perm=null
2013-10-31 15:40:55,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:55,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:55,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000004_0 dst=null perm=null
2013-10-31 15:40:55,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000001_0 dst=null perm=null
2013-10-31 15:40:55,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:55,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:55,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000001_0 dst=null perm=null
2013-10-31 15:40:55,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000005_0 dst=null perm=null
2013-10-31 15:40:55,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:40:55,873 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:40:55,875 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0037_m_000001_0 is done.
2013-10-31 15:40:55,875 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0037_m_000001_0 was -1
2013-10-31 15:40:55,876 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:56,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:56,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary/_attempt_20131031152505967_0037_m_000005_0 dst=null perm=null
2013-10-31 15:40:56,292 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:0+9
2013-10-31 15:40:56,294 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0037_m_000002_0 is done.
2013-10-31 15:40:56,294 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0037_m_000002_0 was -1
2013-10-31 15:40:56,294 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:40:56,315 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000003_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:9+9
2013-10-31 15:40:56,317 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0037_m_000003_0 is done.
2013-10-31 15:40:56,317 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0037_m_000003_0 was -1
2013-10-31 15:40:56,317 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:56,472 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0037_m_000007_0
2013-10-31 15:40:56,472 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0037_m_000007_0
2013-10-31 15:40:56,472 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0037_m_000007_0 not found in cache
2013-10-31 15:40:56,859 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000005_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower.txt:18+1
2013-10-31 15:40:56,860 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0037_m_000005_0 is done.
2013-10-31 15:40:56,861 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0037_m_000005_0 was -1
2013-10-31 15:40:56,861 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:40:56,876 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000004_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:40:56,878 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0037_m_000004_0 is done.
2013-10-31 15:40:56,878 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0037_m_000004_0 was -1
2013-10-31 15:40:56,878 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:40:57,479 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0037_m_000000_0' has completed task_20131031152505967_0037_m_000000 successfully.
2013-10-31 15:40:57,481 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0037_m_000001_0' has completed task_20131031152505967_0037_m_000001 successfully.
2013-10-31 15:40:57,485 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0037_m_000002_0' has completed task_20131031152505967_0037_m_000002 successfully.
2013-10-31 15:40:57,487 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0037_m_000003_0' has completed task_20131031152505967_0037_m_000003 successfully.
2013-10-31 15:40:57,767 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0037_m_000004_0' has completed task_20131031152505967_0037_m_000004 successfully.
2013-10-31 15:40:57,768 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0037_m_000005_0' has completed task_20131031152505967_0037_m_000005 successfully.
2013-10-31 15:40:57,771 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0037_m_000006_0' to tip task_20131031152505967_0037_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:40:57,773 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0037_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:40:57,774 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0037_m_000006_0 which needs 1 slots
2013-10-31 15:40:57,774 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0037_m_000006_0 which needs 1 slots
2013-10-31 15:40:57,805 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0037/attempt_20131031152505967_0037_m_000006_0. Attempting to reuse: jvm_20131031152505967_0037_m_1082685078
2013-10-31 15:40:57,918 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0037_m_1082685078 given task: attempt_20131031152505967_0037_m_000006_0
2013-10-31 15:40:58,053 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000006_0 0.0%
2013-10-31 15:40:58,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_temporary dst=null perm=null
2013-10-31 15:40:58,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:40:58,083 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_SUCCESS from client DFSClient_attempt_20131031152505967_0037_m_000006_0
2013-10-31 15:40:58,084 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0037_m_000006_0
2013-10-31 15:40:58,093 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8702266833401208581 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:58,093 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8702266833401208581 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:58,093 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8702266833401208581 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:58,093 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8702266833401208581 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:58,094 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8228837357897241118 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:58,094 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8228837357897241118 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:58,094 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8228837357897241118 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:58,094 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8228837357897241118 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:40:58,094 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-750331149452257474 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:58,095 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-750331149452257474 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:58,095 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-750331149452257474 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:58,095 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7177882053459245314 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:40:58,095 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7177882053459245314 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:40:58,096 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7177882053459245314 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:40:58,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0037 dst=null perm=null
2013-10-31 15:40:58,193 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_7177882053459245314_1493 blk_8702266833401208581_1490 blk_8228837357897241118_1491 blk_-750331149452257474_1492
2013-10-31 15:40:58,193 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_8702266833401208581_1490 blk_8228837357897241118_1491
2013-10-31 15:40:59,662 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8228837357897241118_1491 file build/test/data/dfs/data/data1/current/blk_8228837357897241118 for deletion
2013-10-31 15:40:59,662 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8702266833401208581_1490 file build/test/data/dfs/data/data2/current/blk_8702266833401208581 for deletion
2013-10-31 15:40:59,662 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8228837357897241118_1491 at file build/test/data/dfs/data/data1/current/blk_8228837357897241118
2013-10-31 15:40:59,663 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8702266833401208581_1490 at file build/test/data/dfs/data/data2/current/blk_8702266833401208581
2013-10-31 15:41:00,813 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-750331149452257474_1492 file build/test/data/dfs/data/data5/current/blk_-750331149452257474 for deletion
2013-10-31 15:41:00,813 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7177882053459245314_1493 file build/test/data/dfs/data/data6/current/blk_7177882053459245314 for deletion
2013-10-31 15:41:00,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-750331149452257474_1492 at file build/test/data/dfs/data/data5/current/blk_-750331149452257474
2013-10-31 15:41:00,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8228837357897241118_1491 file build/test/data/dfs/data/data6/current/blk_8228837357897241118 for deletion
2013-10-31 15:41:00,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7177882053459245314_1493 at file build/test/data/dfs/data/data6/current/blk_7177882053459245314
2013-10-31 15:41:00,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8702266833401208581_1490 file build/test/data/dfs/data/data5/current/blk_8702266833401208581 for deletion
2013-10-31 15:41:00,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8228837357897241118_1491 at file build/test/data/dfs/data/data6/current/blk_8228837357897241118
2013-10-31 15:41:00,814 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8702266833401208581_1490 at file build/test/data/dfs/data/data5/current/blk_8702266833401208581
2013-10-31 15:41:01,026 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0037_m_000006_0 0.0% cleanup
2013-10-31 15:41:01,027 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0037_m_000006_0 is done.
2013-10-31 15:41:01,028 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0037_m_000006_0 was -1
2013-10-31 15:41:01,028 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:01,194 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_7177882053459245314_1493 blk_8702266833401208581_1490 blk_8228837357897241118_1491 blk_-750331149452257474_1492
2013-10-31 15:41:01,194 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_7177882053459245314_1493 blk_8702266833401208581_1490 blk_8228837357897241118_1491 blk_-750331149452257474_1492
2013-10-31 15:41:01,647 INFO metrics.MetricsSaver (?:checkShouldFlush(?)) - fileExists failed hdfs:/mnt/var/lib/hadoop/metrics/enable_metrics.txt
2013-10-31 15:41:01,658 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:41:01,663 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:41:01,668 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:41:01,673 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:41:01,678 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:41:01,684 ERROR metrics.MetricsSaver (?:flush(?)) - Failed SaveRecords hdfs:/mnt/var/lib/hadoop/metrics/raw/i-3e21d259_16970_raw.bin This file system object (file:///) does not support access to the request path 'hdfs:/mnt/var/lib/hadoop/metrics' You possibly called FileSystem.get(conf) when you should have called FileSystem.get(uri, conf) to obtain a file system supporting your path.
2013-10-31 15:41:01,684 INFO metrics.MetricsSaver (?:flush(?)) - Discard 34 records
2013-10-31 15:41:03,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-750331149452257474_1492 file build/test/data/dfs/data/data7/current/blk_-750331149452257474 for deletion
2013-10-31 15:41:03,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-750331149452257474_1492 file build/test/data/dfs/data/data3/current/blk_-750331149452257474 for deletion
2013-10-31 15:41:03,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-750331149452257474_1492 at file build/test/data/dfs/data/data7/current/blk_-750331149452257474
2013-10-31 15:41:03,253 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-750331149452257474_1492 at file build/test/data/dfs/data/data3/current/blk_-750331149452257474
2013-10-31 15:41:03,252 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7177882053459245314_1493 file build/test/data/dfs/data/data8/current/blk_7177882053459245314 for deletion
2013-10-31 15:41:03,253 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_7177882053459245314_1493 file build/test/data/dfs/data/data4/current/blk_7177882053459245314 for deletion
2013-10-31 15:41:03,253 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7177882053459245314_1493 at file build/test/data/dfs/data/data8/current/blk_7177882053459245314
2013-10-31 15:41:03,254 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8228837357897241118_1491 file build/test/data/dfs/data/data4/current/blk_8228837357897241118 for deletion
2013-10-31 15:41:03,254 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_7177882053459245314_1493 at file build/test/data/dfs/data/data4/current/blk_7177882053459245314
2013-10-31 15:41:03,253 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8228837357897241118_1491 file build/test/data/dfs/data/data8/current/blk_8228837357897241118 for deletion
2013-10-31 15:41:03,254 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8228837357897241118_1491 at file build/test/data/dfs/data/data4/current/blk_8228837357897241118
2013-10-31 15:41:03,255 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8702266833401208581_1490 file build/test/data/dfs/data/data7/current/blk_8702266833401208581 for deletion
2013-10-31 15:41:03,254 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_8702266833401208581_1490 file build/test/data/dfs/data/data3/current/blk_8702266833401208581 for deletion
2013-10-31 15:41:03,255 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8228837357897241118_1491 at file build/test/data/dfs/data/data8/current/blk_8228837357897241118
2013-10-31 15:41:03,255 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8702266833401208581_1490 at file build/test/data/dfs/data/data7/current/blk_8702266833401208581
2013-10-31 15:41:03,256 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_8702266833401208581_1490 at file build/test/data/dfs/data/data3/current/blk_8702266833401208581
2013-10-31 15:41:03,780 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0037_m_000006_0' has completed task_20131031152505967_0037_m_000006 successfully.
2013-10-31 15:41:03,781 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0037 has completed successfully.
2013-10-31 15:41:03,782 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0037,submitTime=1383234043588,launchTime=1383234043718,firstMapTaskLaunchTime=1383234051464,firstJobSetupTaskLaunchTime=1383234045447,firstJobCleanupTaskLaunchTime=1383234057771,finishTime=1383234063781,numMaps=6,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=34,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[5C3369B26DF24053B7C14EEA5265EB52/83980C798ADD4644B0FA86E88F1C60E5] offset*merge2/(3/3)
2013-10-31 15:41:03,787 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_logs/history/job_20131031152505967_0037_1383234043588_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2F83980C798ADD4644. blk_-8488811837968436723_1503
2013-10-31 15:41:03,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8488811837968436723_1503 src: /127.0.0.1:54922 dest: /127.0.0.1:57702
2013-10-31 15:41:03,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8488811837968436723_1503 src: /127.0.0.1:41418 dest: /127.0.0.1:48948
2013-10-31 15:41:03,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-8488811837968436723_1503 src: /127.0.0.1:48147 dest: /127.0.0.1:42991
2013-10-31 15:41:03,798 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48147, dest: /127.0.0.1:42991, bytes: 29153, op: HDFS_WRITE, cliID: DFSClient_-1309217712, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-8488811837968436723_1503, duration: 86638
2013-10-31 15:41:03,798 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-8488811837968436723_1503 terminating
2013-10-31 15:41:03,799 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41418, dest: /127.0.0.1:48948, bytes: 29153, op: HDFS_WRITE, cliID: DFSClient_-1309217712, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8488811837968436723_1503, duration: 851431
2013-10-31 15:41:03,799 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-8488811837968436723_1503 terminating
2013-10-31 15:41:03,800 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-8488811837968436723_1503 size 29153
2013-10-31 15:41:03,800 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54922, dest: /127.0.0.1:57702, bytes: 29153, op: HDFS_WRITE, cliID: DFSClient_-1309217712, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-8488811837968436723_1503, duration: 1880488
2013-10-31 15:41:03,800 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-8488811837968436723_1503 terminating
2013-10-31 15:41:03,804 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-8488811837968436723_1503 size 29153
2013-10-31 15:41:03,805 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_logs/history/job_20131031152505967_0037_1383234043588_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2F83980C798ADD4644 from client DFSClient_-1309217712
2013-10-31 15:41:03,805 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/_logs/history/job_20131031152505967_0037_1383234043588_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2F83980C798ADD4644 is closed by DFSClient_-1309217712
2013-10-31 15:41:03,806 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-8488811837968436723_1503 size 29153
2013-10-31 15:41:03,817 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0037_1383234043588_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2F83980C798ADD4644 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:41:03,818 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0037_m_000004_0'
2013-10-31 15:41:03,818 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0037_m_000005_0'
2013-10-31 15:41:03,819 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0037_m_000006_0'
2013-10-31 15:41:03,820 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-846876570122863110 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:03,820 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-846876570122863110 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:03,820 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-846876570122863110 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:03,823 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0037_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:41:03,824 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] starting step: (2/3)
2013-10-31 15:41:03,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0037 dst=null perm=null
2013-10-31 15:41:03,831 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:41:03,832 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:41:03,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:03,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:41:03,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:03,859 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.jar. blk_-1186819965018333751_1504
2013-10-31 15:41:03,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1186819965018333751_1504 src: /127.0.0.1:48149 dest: /127.0.0.1:42991
2013-10-31 15:41:03,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1186819965018333751_1504 src: /127.0.0.1:42848 dest: /127.0.0.1:53907
2013-10-31 15:41:03,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1186819965018333751_1504 src: /127.0.0.1:54928 dest: /127.0.0.1:57702
2013-10-31 15:41:03,873 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54928, dest: /127.0.0.1:57702, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1186819965018333751_1504, duration: 5210601
2013-10-31 15:41:03,873 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-1186819965018333751_1504 terminating
2013-10-31 15:41:03,874 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42848, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1186819965018333751_1504, duration: 6060676
2013-10-31 15:41:03,874 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-1186819965018333751_1504 terminating
2013-10-31 15:41:03,875 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-1186819965018333751_1504 size 238055
2013-10-31 15:41:03,875 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48149, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1186819965018333751_1504, duration: 6911557
2013-10-31 15:41:03,875 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-1186819965018333751_1504 terminating
2013-10-31 15:41:03,877 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-1186819965018333751_1504 size 238055
2013-10-31 15:41:03,877 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.jar from client DFSClient_1342392704
2013-10-31 15:41:03,878 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.jar is closed by DFSClient_1342392704
2013-10-31 15:41:03,878 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-1186819965018333751_1504 size 238055
2013-10-31 15:41:03,882 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.jar. New replication is 10
2013-10-31 15:41:03,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.jar dst=null perm=null
2013-10-31 15:41:03,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:03,892 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:41:03,896 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:41:03,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:41:03,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5 dst=null perm=null
2013-10-31 15:41:03,902 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:41:03,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00000 dst=null perm=null
2013-10-31 15:41:03,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00001 dst=null perm=null
2013-10-31 15:41:03,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00002 dst=null perm=null
2013-10-31 15:41:03,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00003 dst=null perm=null
2013-10-31 15:41:03,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00004 dst=null perm=null
2013-10-31 15:41:03,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00005 dst=null perm=null
2013-10-31 15:41:03,910 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:41:03,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:41:03,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5 dst=null perm=null
2013-10-31 15:41:03,915 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 6
2013-10-31 15:41:03,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00000 dst=null perm=null
2013-10-31 15:41:03,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00001 dst=null perm=null
2013-10-31 15:41:03,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00002 dst=null perm=null
2013-10-31 15:41:03,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00003 dst=null perm=null
2013-10-31 15:41:03,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00004 dst=null perm=null
2013-10-31 15:41:03,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00005 dst=null perm=null
2013-10-31 15:41:03,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:03,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:03,936 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split. New replication is 10
2013-10-31 15:41:03,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=null
2013-10-31 15:41:03,944 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split. blk_733695771239661290_1505
2013-10-31 15:41:03,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_733695771239661290_1505 src: /127.0.0.1:54929 dest: /127.0.0.1:57702
2013-10-31 15:41:03,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_733695771239661290_1505 src: /127.0.0.1:42851 dest: /127.0.0.1:53907
2013-10-31 15:41:03,948 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_733695771239661290_1505 src: /127.0.0.1:41426 dest: /127.0.0.1:48948
2013-10-31 15:41:03,950 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_733695771239661290_1505 src: /127.0.0.1:48155 dest: /127.0.0.1:42991
2013-10-31 15:41:03,953 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48155, dest: /127.0.0.1:42991, bytes: 3118, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_733695771239661290_1505, duration: 96729
2013-10-31 15:41:03,954 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_733695771239661290_1505 terminating
2013-10-31 15:41:03,954 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41426, dest: /127.0.0.1:48948, bytes: 3118, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_733695771239661290_1505, duration: 891656
2013-10-31 15:41:03,955 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_733695771239661290_1505 terminating
2013-10-31 15:41:03,955 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42851, dest: /127.0.0.1:53907, bytes: 3118, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_733695771239661290_1505, duration: 1987005
2013-10-31 15:41:03,956 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_733695771239661290_1505 terminating
2013-10-31 15:41:03,956 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_733695771239661290_1505 size 3118
2013-10-31 15:41:03,956 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54929, dest: /127.0.0.1:57702, bytes: 3118, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_733695771239661290_1505, duration: 2923076
2013-10-31 15:41:03,957 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_733695771239661290_1505 size 3118
2013-10-31 15:41:03,957 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_733695771239661290_1505 terminating
2013-10-31 15:41:03,959 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_733695771239661290_1505 size 3118
2013-10-31 15:41:03,959 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split from client DFSClient_1342392704
2013-10-31 15:41:03,960 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split is closed by DFSClient_1342392704
2013-10-31 15:41:03,960 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_733695771239661290_1505 size 3118
2013-10-31 15:41:03,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:03,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:03,982 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.splitmetainfo. blk_5067564904738256185_1506
2013-10-31 15:41:03,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5067564904738256185_1506 src: /127.0.0.1:42854 dest: /127.0.0.1:53907
2013-10-31 15:41:03,985 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5067564904738256185_1506 src: /127.0.0.1:54934 dest: /127.0.0.1:57702
2013-10-31 15:41:03,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_5067564904738256185_1506 src: /127.0.0.1:48158 dest: /127.0.0.1:42991
2013-10-31 15:41:03,989 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48158, dest: /127.0.0.1:42991, bytes: 324, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_5067564904738256185_1506, duration: 63255
2013-10-31 15:41:03,990 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_5067564904738256185_1506 terminating
2013-10-31 15:41:03,990 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_5067564904738256185_1506 size 324
2013-10-31 15:41:03,990 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54934, dest: /127.0.0.1:57702, bytes: 324, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_5067564904738256185_1506, duration: 866320
2013-10-31 15:41:03,991 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_5067564904738256185_1506 terminating
2013-10-31 15:41:03,991 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42854, dest: /127.0.0.1:53907, bytes: 324, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5067564904738256185_1506, duration: 2091156
2013-10-31 15:41:03,992 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_5067564904738256185_1506 size 324
2013-10-31 15:41:03,992 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_5067564904738256185_1506 terminating
2013-10-31 15:41:03,995 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:41:03,995 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:41:03,995 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_5067564904738256185_1506 size 324
2013-10-31 15:41:04,195 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:57702 to replicate blk_-1186819965018333751_1504 to datanode(s) 127.0.0.1:48948
2013-10-31 15:41:04,196 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_-846876570122863110_1496
2013-10-31 15:41:04,196 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_-846876570122863110_1496
2013-10-31 15:41:04,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:04,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:04,576 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.xml. blk_1076347564318003351_1507
2013-10-31 15:41:04,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1076347564318003351_1507 src: /127.0.0.1:48159 dest: /127.0.0.1:42991
2013-10-31 15:41:04,579 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1076347564318003351_1507 src: /127.0.0.1:42858 dest: /127.0.0.1:53907
2013-10-31 15:41:04,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1076347564318003351_1507 src: /127.0.0.1:41433 dest: /127.0.0.1:48948
2013-10-31 15:41:04,584 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41433, dest: /127.0.0.1:48948, bytes: 29519, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1076347564318003351_1507, duration: 214547
2013-10-31 15:41:04,584 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1076347564318003351_1507 terminating
2013-10-31 15:41:04,584 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1076347564318003351_1507 size 29519
2013-10-31 15:41:04,585 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42858, dest: /127.0.0.1:53907, bytes: 29519, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1076347564318003351_1507, duration: 996948
2013-10-31 15:41:04,585 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1076347564318003351_1507 terminating
2013-10-31 15:41:04,586 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48159, dest: /127.0.0.1:42991, bytes: 29519, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1076347564318003351_1507, duration: 2032323
2013-10-31 15:41:04,586 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1076347564318003351_1507 terminating
2013-10-31 15:41:04,588 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.xml from client DFSClient_1342392704
2013-10-31 15:41:04,588 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.xml is closed by DFSClient_1342392704
2013-10-31 15:41:04,589 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1076347564318003351_1507 size 29519
2013-10-31 15:41:04,589 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1076347564318003351_1507 size 29519
2013-10-31 15:41:04,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.xml dst=null perm=null
2013-10-31 15:41:04,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41435, bytes: 29751, op: HDFS_READ, cliID: DFSClient_299816514, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1076347564318003351_1507, duration: 386667
2013-10-31 15:41:04,623 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0038: nMaps=9 nReduces=0 max=-1
2013-10-31 15:41:04,624 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0038 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:41:04,624 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0038
2013-10-31 15:41:04,624 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0038 RESULT=SUCCESS
2013-10-31 15:41:04,624 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0038
2013-10-31 15:41:04,625 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] submitted hadoop job: job_20131031152505967_0038
2013-10-31 15:41:04,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_logs/history/job_20131031152505967_0038_1383234064595_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2FD200E5FA7B7A48A0 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:04,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_logs/history/job_20131031152505967_0038_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:04,672 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_logs/history/job_20131031152505967_0038_conf.xml. blk_-5818063347765356064_1509
2013-10-31 15:41:04,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5818063347765356064_1509 src: /127.0.0.1:54941 dest: /127.0.0.1:57702
2013-10-31 15:41:04,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5818063347765356064_1509 src: /127.0.0.1:42863 dest: /127.0.0.1:53907
2013-10-31 15:41:04,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5818063347765356064_1509 src: /127.0.0.1:41438 dest: /127.0.0.1:48948
2013-10-31 15:41:04,682 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41438, dest: /127.0.0.1:48948, bytes: 29584, op: HDFS_WRITE, cliID: DFSClient_299816514, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5818063347765356064_1509, duration: 383442
2013-10-31 15:41:04,682 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5818063347765356064_1509 terminating
2013-10-31 15:41:04,683 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5818063347765356064_1509 size 29584
2013-10-31 15:41:04,683 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42863, dest: /127.0.0.1:53907, bytes: 29584, op: HDFS_WRITE, cliID: DFSClient_299816514, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5818063347765356064_1509, duration: 1351484
2013-10-31 15:41:04,683 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5818063347765356064_1509 terminating
2013-10-31 15:41:04,684 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54941, dest: /127.0.0.1:57702, bytes: 29584, op: HDFS_WRITE, cliID: DFSClient_299816514, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5818063347765356064_1509, duration: 2354807
2013-10-31 15:41:04,684 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5818063347765356064_1509 terminating
2013-10-31 15:41:04,686 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_logs/history/job_20131031152505967_0038_conf.xml from client DFSClient_299816514
2013-10-31 15:41:04,686 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_logs/history/job_20131031152505967_0038_conf.xml is closed by DFSClient_299816514
2013-10-31 15:41:04,687 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5818063347765356064_1509 size 29584
2013-10-31 15:41:04,688 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5818063347765356064_1509 size 29584
2013-10-31 15:41:04,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0038/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:04,699 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0038/jobToken. blk_2659717024418819498_1510
2013-10-31 15:41:04,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2659717024418819498_1510 src: /127.0.0.1:42865 dest: /127.0.0.1:53907
2013-10-31 15:41:04,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2659717024418819498_1510 src: /127.0.0.1:41440 dest: /127.0.0.1:48948
2013-10-31 15:41:04,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_2659717024418819498_1510 src: /127.0.0.1:54946 dest: /127.0.0.1:57702
2013-10-31 15:41:04,706 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54946, dest: /127.0.0.1:57702, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2659717024418819498_1510, duration: 66636
2013-10-31 15:41:04,707 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_2659717024418819498_1510 terminating
2013-10-31 15:41:04,707 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_2659717024418819498_1510 size 116
2013-10-31 15:41:04,707 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41440, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2659717024418819498_1510, duration: 940283
2013-10-31 15:41:04,708 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_2659717024418819498_1510 terminating
2013-10-31 15:41:04,708 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42865, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_2659717024418819498_1510, duration: 1821144
2013-10-31 15:41:04,709 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_2659717024418819498_1510 terminating
2013-10-31 15:41:04,713 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_2659717024418819498_1510 size 116
2013-10-31 15:41:04,713 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0038/jobToken from client DFSClient_1342392704
2013-10-31 15:41:04,714 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0038/jobToken is closed by DFSClient_1342392704
2013-10-31 15:41:04,714 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_2659717024418819498_1510 size 116
2013-10-31 15:41:04,719 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0038/jobToken
2013-10-31 15:41:04,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.splitmetainfo dst=null perm=null
2013-10-31 15:41:04,723 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42868, bytes: 328, op: HDFS_READ, cliID: DFSClient_299816514, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_5067564904738256185_1506, duration: 279476
2013-10-31 15:41:04,725 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0038 = 615. Number of splits = 9
2013-10-31 15:41:04,726 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,726 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,726 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,726 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,727 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,727 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,727 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,727 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,728 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,728 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,728 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,728 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,729 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,729 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,729 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,729 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,730 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,730 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000005 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,730 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,730 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,731 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000006 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,731 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,731 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,731 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000007 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,732 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,732 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,732 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0038_m_000008 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:04,732 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0038 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:41:04,733 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0038 initialized successfully with 9 map tasks and 0 reduce tasks.
2013-10-31 15:41:05,664 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-846876570122863110_1496 file build/test/data/dfs/data/data1/current/blk_-846876570122863110 for deletion
2013-10-31 15:41:05,664 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-846876570122863110_1496 at file build/test/data/dfs/data/data1/current/blk_-846876570122863110
2013-10-31 15:41:06,253 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218) Starting thread to transfer block blk_-1186819965018333751_1504 to 127.0.0.1:48948
2013-10-31 15:41:06,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-1186819965018333751_1504 src: /127.0.0.1:41443 dest: /127.0.0.1:48948
2013-10-31 15:41:06,256 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:57702, storageID=DS-1635519155-10.5.128.102-57702-1383233105815, infoPort=50888, ipcPort=41218):Transmitted block blk_-1186819965018333751_1504 to /127.0.0.1:48948
2013-10-31 15:41:06,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_-1186819965018333751_1504 src: /127.0.0.1:41443 dest: /127.0.0.1:48948 of size 238055
2013-10-31 15:41:06,263 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-1186819965018333751_1504 size 238055
2013-10-31 15:41:06,494 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0038_m_000010_0' to tip task_20131031152505967_0038_m_000010, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:41:06,500 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0037_m_000000_0'
2013-10-31 15:41:06,500 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0037_m_000001_0'
2013-10-31 15:41:06,501 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0037_m_000007_0'
2013-10-31 15:41:06,503 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0038_m_000010_0 task's state:UNASSIGNED
2013-10-31 15:41:06,505 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0038_m_000010_0 which needs 1 slots
2013-10-31 15:41:06,506 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0037_m_000002_0'
2013-10-31 15:41:06,506 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0038_m_000010_0 which needs 1 slots
2013-10-31 15:41:06,506 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0037_m_000003_0'
2013-10-31 15:41:06,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0038/jobToken dst=null perm=null
2013-10-31 15:41:06,515 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54949, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2659717024418819498_1510, duration: 342304
2013-10-31 15:41:06,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.xml dst=null perm=null
2013-10-31 15:41:06,525 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41446, bytes: 29751, op: HDFS_READ, cliID: DFSClient_-1389488081, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1076347564318003351_1507, duration: 372883
2013-10-31 15:41:06,555 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:41:06,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.jar dst=null perm=null
2013-10-31 15:41:06,585 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54952, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1389488081, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-1186819965018333751_1504, duration: 1262801
2013-10-31 15:41:06,676 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0037_m_-797920337
2013-10-31 15:41:06,683 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group11505 with signal TERM. Exit code 0
2013-10-31 15:41:06,683 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0038_m_-807370974
2013-10-31 15:41:06,684 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0038_m_-807370974 spawned.
2013-10-31 15:41:06,685 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0038/attempt_20131031152505967_0038_m_000010_0/taskjvm.sh
2013-10-31 15:41:06,776 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0037
2013-10-31 15:41:06,777 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0037 being deleted.
2013-10-31 15:41:06,816 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-846876570122863110_1496 file build/test/data/dfs/data/data6/current/blk_-846876570122863110 for deletion
2013-10-31 15:41:06,816 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-846876570122863110_1496 at file build/test/data/dfs/data/data6/current/blk_-846876570122863110
2013-10-31 15:41:07,009 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0037_m_-797920337
2013-10-31 15:41:07,196 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-846876570122863110_1496
2013-10-31 15:41:07,576 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:07,576 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:07,576 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:07,576 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0037_m_-797920337 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:41:08,252 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0038_m_-807370974 given task: attempt_20131031152505967_0038_m_000010_0
2013-10-31 15:41:08,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:08,820 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0037
2013-10-31 15:41:08,821 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0037_m_000004_0 not found in cache
2013-10-31 15:41:08,821 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0037_m_000005_0 not found in cache
2013-10-31 15:41:08,821 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0037_m_000006_0 not found in cache
2013-10-31 15:41:08,821 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0037 for user-log deletion with retainTimeStamp:1383320468821
2013-10-31 15:41:09,058 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0037_m_1082685078 since job job_20131031152505967_0037 is dead
2013-10-31 15:41:09,071 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group11687 with signal TERM. Exit code 0
2013-10-31 15:41:09,235 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:09,235 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:09,235 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:09,237 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0037_m_1082685078 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:41:09,254 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-846876570122863110_1496 file build/test/data/dfs/data/data8/current/blk_-846876570122863110 for deletion
2013-10-31 15:41:09,254 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-846876570122863110_1496 at file build/test/data/dfs/data/data8/current/blk_-846876570122863110
2013-10-31 15:41:09,438 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0037_m_-904936521 since job job_20131031152505967_0037 is dead
2013-10-31 15:41:09,447 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group11657 with signal TERM. Exit code 0
2013-10-31 15:41:09,637 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:09,637 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:09,638 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:09,639 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0037_m_-904936521 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:41:11,506 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0037
2013-10-31 15:41:11,506 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0037_m_000001_0 not found in cache
2013-10-31 15:41:11,506 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0037_m_000000_0 not found in cache
2013-10-31 15:41:11,507 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0037
2013-10-31 15:41:11,507 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0037 for user-log deletion with retainTimeStamp:1383320471507
2013-10-31 15:41:11,507 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0037_m_000002_0 not found in cache
2013-10-31 15:41:11,508 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0037_m_000003_0 not found in cache
2013-10-31 15:41:11,509 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0037 for user-log deletion with retainTimeStamp:1383320471508
2013-10-31 15:41:11,647 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0037_m_-1671620137 since job job_20131031152505967_0037 is dead
2013-10-31 15:41:11,656 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group11358 with signal TERM. Exit code 0
2013-10-31 15:41:11,697 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000010_0 0.0% setup
2013-10-31 15:41:11,700 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0038_m_000010_0 is done.
2013-10-31 15:41:11,700 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0038_m_000010_0 was -1
2013-10-31 15:41:11,700 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:11,862 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0037_m_-1392211855 since job job_20131031152505967_0037 is dead
2013-10-31 15:41:11,866 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group11584 with signal TERM. Exit code 0
2013-10-31 15:41:11,880 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0037_m_349109215 since job job_20131031152505967_0037 is dead
2013-10-31 15:41:11,886 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group11586 with signal TERM. Exit code 0
2013-10-31 15:41:11,941 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:11,941 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:11,941 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:11,942 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0037_m_-1671620137 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:41:12,077 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:12,077 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:12,077 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:12,078 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0037_m_349109215 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:41:12,081 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:12,082 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:12,082 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:12,082 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0037_m_-1392211855 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:41:12,510 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0038_m_000010_0' has completed task_20131031152505967_0038_m_000010 successfully.
2013-10-31 15:41:12,513 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0038_m_000000_0' to tip task_20131031152505967_0038_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:41:12,514 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0038_m_000000
2013-10-31 15:41:12,515 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0038_m_000001_0' to tip task_20131031152505967_0038_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:41:12,515 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0038_m_000001
2013-10-31 15:41:12,518 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0038_m_000002_0' to tip task_20131031152505967_0038_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:41:12,519 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0038_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:41:12,519 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0038_m_000002
2013-10-31 15:41:12,520 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0038_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:41:12,520 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0038_m_000003_0' to tip task_20131031152505967_0038_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:41:12,520 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0038_m_000000_0 which needs 1 slots
2013-10-31 15:41:12,521 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0038_m_000000_0 which needs 1 slots
2013-10-31 15:41:12,521 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0038_m_000003
2013-10-31 15:41:12,521 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0038_m_000001_0 which needs 1 slots
2013-10-31 15:41:12,522 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0038_m_000001_0 which needs 1 slots
2013-10-31 15:41:12,527 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0038_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:41:12,528 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0038_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:41:12,528 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0038_m_000002_0 which needs 1 slots
2013-10-31 15:41:12,529 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0038_m_000002_0 which needs 1 slots
2013-10-31 15:41:12,529 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0038_m_000003_0 which needs 1 slots
2013-10-31 15:41:12,529 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0038_m_000003_0 which needs 1 slots
2013-10-31 15:41:12,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0038/jobToken dst=null perm=null
2013-10-31 15:41:12,538 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54955, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_2659717024418819498_1510, duration: 297694
2013-10-31 15:41:12,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.xml dst=null perm=null
2013-10-31 15:41:12,548 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42878, bytes: 29751, op: HDFS_READ, cliID: DFSClient_-1547922948, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1076347564318003351_1507, duration: 376235
2013-10-31 15:41:12,561 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0038_m_1203306481
2013-10-31 15:41:12,561 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0038_m_1203306481 spawned.
2013-10-31 15:41:12,562 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0038/attempt_20131031152505967_0038_m_000001_0. Attempting to reuse: jvm_20131031152505967_0038_m_-807370974
2013-10-31 15:41:12,563 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0038/attempt_20131031152505967_0038_m_000000_0/taskjvm.sh
2013-10-31 15:41:12,589 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:41:12,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.jar dst=null perm=null
2013-10-31 15:41:12,684 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42879, bytes: 239915, op: HDFS_READ, cliID: DFSClient_-1547922948, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-1186819965018333751_1504, duration: 1682288
2013-10-31 15:41:12,742 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0038_m_-643295718
2013-10-31 15:41:12,743 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0038_m_-643295718 spawned.
2013-10-31 15:41:12,743 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0038_m_541142653
2013-10-31 15:41:12,744 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0038_m_541142653 spawned.
2013-10-31 15:41:12,745 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0038/attempt_20131031152505967_0038_m_000002_0/taskjvm.sh
2013-10-31 15:41:12,745 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0038/attempt_20131031152505967_0038_m_000003_0/taskjvm.sh
2013-10-31 15:41:12,781 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0038_m_000004_0' to tip task_20131031152505967_0038_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:41:12,781 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0038_m_000004
2013-10-31 15:41:12,781 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0038_m_000005_0' to tip task_20131031152505967_0038_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:41:12,782 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0038_m_000005
2013-10-31 15:41:12,783 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0038_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:41:12,783 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0038_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:41:12,783 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0038_m_000004_0 which needs 1 slots
2013-10-31 15:41:12,783 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0038_m_000004_0 which needs 1 slots
2013-10-31 15:41:12,783 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0038_m_000005_0 which needs 1 slots
2013-10-31 15:41:12,784 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0038_m_000005_0 which needs 1 slots
2013-10-31 15:41:12,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0038/jobToken dst=null perm=null
2013-10-31 15:41:12,787 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41454, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2659717024418819498_1510, duration: 148133
2013-10-31 15:41:12,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.xml dst=null perm=null
2013-10-31 15:41:12,791 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48184, bytes: 29751, op: HDFS_READ, cliID: DFSClient_694168087, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1076347564318003351_1507, duration: 165167
2013-10-31 15:41:12,804 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:41:12,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.jar dst=null perm=null
2013-10-31 15:41:12,819 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41457, bytes: 239915, op: HDFS_READ, cliID: DFSClient_694168087, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-1186819965018333751_1504, duration: 592107
2013-10-31 15:41:12,828 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0038_m_000006_0' to tip task_20131031152505967_0038_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:41:12,828 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0038_m_000006
2013-10-31 15:41:12,828 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0038_m_000007_0' to tip task_20131031152505967_0038_m_000007, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:41:12,828 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0038_m_000007
2013-10-31 15:41:12,829 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0038_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:41:12,830 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0038_m_000007_0 task's state:UNASSIGNED
2013-10-31 15:41:12,830 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0038_m_000006_0 which needs 1 slots
2013-10-31 15:41:12,830 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0038_m_000006_0 which needs 1 slots
2013-10-31 15:41:12,830 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0038_m_000007_0 which needs 1 slots
2013-10-31 15:41:12,830 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0038_m_000007_0 which needs 1 slots
2013-10-31 15:41:12,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0038/jobToken dst=null perm=null
2013-10-31 15:41:12,834 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41458, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_2659717024418819498_1510, duration: 110346
2013-10-31 15:41:12,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.xml dst=null perm=null
2013-10-31 15:41:12,838 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48188, bytes: 29751, op: HDFS_READ, cliID: DFSClient_204187016, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1076347564318003351_1507, duration: 154726
2013-10-31 15:41:12,850 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:41:12,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.jar dst=null perm=null
2013-10-31 15:41:12,871 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48189, bytes: 239915, op: HDFS_READ, cliID: DFSClient_204187016, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-1186819965018333751_1504, duration: 591523
2013-10-31 15:41:12,881 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0038_m_-807370974 given task: attempt_20131031152505967_0038_m_000001_0
2013-10-31 15:41:12,965 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0038_m_-977283738
2013-10-31 15:41:12,966 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0038_m_-977283738 spawned.
2013-10-31 15:41:12,966 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0038_m_1698866162
2013-10-31 15:41:12,968 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0038_m_1698866162 spawned.
2013-10-31 15:41:12,968 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0038_m_1158548107
2013-10-31 15:41:12,968 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0038_m_1158548107 spawned.
2013-10-31 15:41:12,969 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0038_m_324011558
2013-10-31 15:41:12,969 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0038/attempt_20131031152505967_0038_m_000004_0/taskjvm.sh
2013-10-31 15:41:12,970 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0038/attempt_20131031152505967_0038_m_000005_0/taskjvm.sh
2013-10-31 15:41:12,969 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0038_m_324011558 spawned.
2013-10-31 15:41:12,971 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0038/attempt_20131031152505967_0038_m_000007_0/taskjvm.sh
2013-10-31 15:41:12,972 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/3_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0038/attempt_20131031152505967_0038_m_000006_0/taskjvm.sh
2013-10-31 15:41:13,469 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0038_m_1203306481 given task: attempt_20131031152505967_0038_m_000000_0
2013-10-31 15:41:13,772 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0038_m_-643295718 given task: attempt_20131031152505967_0038_m_000002_0
2013-10-31 15:41:13,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=null
2013-10-31 15:41:13,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42891, bytes: 3146, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_733695771239661290_1505, duration: 166646
2013-10-31 15:41:13,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00000 dst=null perm=null
2013-10-31 15:41:14,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48194, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5209020669254127825_1497, duration: 111018
2013-10-31 15:41:14,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=null
2013-10-31 15:41:14,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48196, bytes: 2630, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000002_0, offset: 512, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_733695771239661290_1505, duration: 239502
2013-10-31 15:41:14,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00003 dst=null perm=null
2013-10-31 15:41:14,331 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48197, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_2626924498182724527_1500, duration: 313215
2013-10-31 15:41:14,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:14,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=null
2013-10-31 15:41:14,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:14,451 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:54976, bytes: 3146, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_733695771239661290_1505, duration: 366464
2013-10-31 15:41:14,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:14,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:14,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00001 dst=null perm=null
2013-10-31 15:41:14,619 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41472, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-8845774267862199992_1498, duration: 275626
2013-10-31 15:41:14,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:14,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:14,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:14,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:14,826 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42899, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 150489
2013-10-31 15:41:14,838 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000000_0/part-00000. blk_-329980869119500293_1513
2013-10-31 15:41:14,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-329980869119500293_1513 src: /127.0.0.1:48202 dest: /127.0.0.1:42991
2013-10-31 15:41:14,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:14,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-329980869119500293_1513 src: /127.0.0.1:42901 dest: /127.0.0.1:53907
2013-10-31 15:41:14,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-329980869119500293_1513 src: /127.0.0.1:54981 dest: /127.0.0.1:57702
2013-10-31 15:41:14,870 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54981, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-329980869119500293_1513, duration: 1090895
2013-10-31 15:41:14,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:14,870 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-329980869119500293_1513 terminating
2013-10-31 15:41:14,870 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-329980869119500293_1513 size 92
2013-10-31 15:41:14,870 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42901, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-329980869119500293_1513, duration: 1466876
2013-10-31 15:41:14,871 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-329980869119500293_1513 terminating
2013-10-31 15:41:14,871 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-329980869119500293_1513 size 92
2013-10-31 15:41:14,871 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48202, dest: /127.0.0.1:42991, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-329980869119500293_1513, duration: 1596184
2013-10-31 15:41:14,871 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-329980869119500293_1513 terminating
2013-10-31 15:41:14,872 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0038_m_000000_0
2013-10-31 15:41:14,872 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0038_m_000000_0
2013-10-31 15:41:14,875 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48205, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 935206
2013-10-31 15:41:14,875 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-329980869119500293_1513 size 92
2013-10-31 15:41:14,886 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000002_0/part-00002. blk_-7857510302594118867_1513
2013-10-31 15:41:14,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7857510302594118867_1513 src: /127.0.0.1:42904 dest: /127.0.0.1:53907
2013-10-31 15:41:14,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7857510302594118867_1513 src: /127.0.0.1:54984 dest: /127.0.0.1:57702
2013-10-31 15:41:14,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7857510302594118867_1513 src: /127.0.0.1:41480 dest: /127.0.0.1:48948
2013-10-31 15:41:14,912 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41480, dest: /127.0.0.1:48948, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7857510302594118867_1513, duration: 1163385
2013-10-31 15:41:14,913 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7857510302594118867_1513 terminating
2013-10-31 15:41:14,913 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54984, dest: /127.0.0.1:57702, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7857510302594118867_1513, duration: 1515271
2013-10-31 15:41:14,913 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7857510302594118867_1513 terminating
2013-10-31 15:41:14,913 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42904, dest: /127.0.0.1:53907, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7857510302594118867_1513, duration: 1902387
2013-10-31 15:41:14,913 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7857510302594118867_1513 terminating
2013-10-31 15:41:14,915 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7857510302594118867_1513 size 158
2013-10-31 15:41:14,915 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7857510302594118867_1513 size 158
2013-10-31 15:41:14,916 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7857510302594118867_1513 size 158
2013-10-31 15:41:14,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:14,930 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0038_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:14,930 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000000_0 0.0%
2013-10-31 15:41:14,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:14,935 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48209, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 133144
2013-10-31 15:41:14,945 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000001_0/part-00001. blk_8387208933878606223_1513
2013-10-31 15:41:14,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8387208933878606223_1513 src: /127.0.0.1:54987 dest: /127.0.0.1:57702
2013-10-31 15:41:14,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8387208933878606223_1513 src: /127.0.0.1:48211 dest: /127.0.0.1:42991
2013-10-31 15:41:14,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8387208933878606223_1513 src: /127.0.0.1:42910 dest: /127.0.0.1:53907
2013-10-31 15:41:14,975 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42910, dest: /127.0.0.1:53907, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8387208933878606223_1513, duration: 1930645
2013-10-31 15:41:14,975 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8387208933878606223_1513 terminating
2013-10-31 15:41:14,975 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48211, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8387208933878606223_1513, duration: 2378035
2013-10-31 15:41:14,975 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8387208933878606223_1513 terminating
2013-10-31 15:41:14,976 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:54987, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8387208933878606223_1513, duration: 2861004
2013-10-31 15:41:14,976 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8387208933878606223_1513 terminating
2013-10-31 15:41:14,977 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8387208933878606223_1513 size 114
2013-10-31 15:41:14,977 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0038_m_000001_0
2013-10-31 15:41:14,978 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0038_m_000001_0
2013-10-31 15:41:14,978 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8387208933878606223_1513 size 114
2013-10-31 15:41:14,978 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8387208933878606223_1513 size 114
2013-10-31 15:41:15,016 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0038_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:15,017 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000001_0 0.0%
2013-10-31 15:41:15,254 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0038_m_541142653 given task: attempt_20131031152505967_0038_m_000003_0
2013-10-31 15:41:15,315 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0038_m_000002_0
2013-10-31 15:41:15,316 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0038_m_000002_0
2013-10-31 15:41:15,452 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0038_m_324011558 given task: attempt_20131031152505967_0038_m_000006_0
2013-10-31 15:41:15,454 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0038_m_1698866162 given task: attempt_20131031152505967_0038_m_000005_0
2013-10-31 15:41:15,460 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0038_m_1158548107 given task: attempt_20131031152505967_0038_m_000007_0
2013-10-31 15:41:15,480 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0038_m_-977283738 given task: attempt_20131031152505967_0038_m_000004_0
2013-10-31 15:41:15,521 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0038_m_000008_0' to tip task_20131031152505967_0038_m_000008, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:41:15,521 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0038_m_000008
2013-10-31 15:41:15,522 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0038_m_000008_0 task's state:UNASSIGNED
2013-10-31 15:41:15,522 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0038_m_000000_0
2013-10-31 15:41:15,523 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0038_m_000008_0 which needs 1 slots
2013-10-31 15:41:15,523 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0038_m_000001_0
2013-10-31 15:41:15,523 INFO mapred.TaskTracker (TaskTracker.java:run(2475)) - TaskLauncher : Waiting for 1 to launch attempt_20131031152505967_0038_m_000008_0, currently we have 0 free slots
2013-10-31 15:41:15,725 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0038_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:15,725 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000002_0 0.0%
2013-10-31 15:41:15,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=null
2013-10-31 15:41:15,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000000_0 dst=null perm=null
2013-10-31 15:41:15,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:15,940 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55000, bytes: 2114, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000003_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_733695771239661290_1505, duration: 161843
2013-10-31 15:41:15,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000000_0/part-00000 dst=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:15,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000000_0 dst=null perm=null
2013-10-31 15:41:15,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00002 dst=null perm=null
2013-10-31 15:41:15,978 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55001, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_7538764653915528379_1500, duration: 192622
2013-10-31 15:41:15,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=null
2013-10-31 15:41:16,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=null
2013-10-31 15:41:16,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:16,005 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42923, bytes: 1082, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000006_0, offset: 2048, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_733695771239661290_1505, duration: 242259
2013-10-31 15:41:16,007 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55003, bytes: 1598, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000005_0, offset: 1536, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_733695771239661290_1505, duration: 164381
2013-10-31 15:41:16,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=null
2013-10-31 15:41:16,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000001_0 dst=null perm=null
2013-10-31 15:41:16,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=null
2013-10-31 15:41:16,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:16,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:16,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42925, bytes: 2114, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000004_0, offset: 1024, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_733695771239661290_1505, duration: 157242
2013-10-31 15:41:16,028 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41500, bytes: 1082, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000007_0, offset: 2048, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_733695771239661290_1505, duration: 143486
2013-10-31 15:41:16,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000001_0/part-00001 dst=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:16,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000001_0 dst=null perm=null
2013-10-31 15:41:16,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00005 dst=null perm=null
2013-10-31 15:41:16,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:41:16,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41501, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_6253978335429429060_1502, duration: 118573
2013-10-31 15:41:16,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00004 dst=null perm=null
2013-10-31 15:41:16,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000006_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:16,062 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42928, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2130689472311706328_1502, duration: 114218
2013-10-31 15:41:16,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:41:16,067 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55008, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000007_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_9084325701963409599_1003, duration: 105155
2013-10-31 15:41:16,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000005_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:16,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000007_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:16,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000006_0/part-00006 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:16,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000005_0/part-00005 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:16,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:16,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000007_0/part-00007 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:16,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:16,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:16,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:16,256 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48232, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 128319
2013-10-31 15:41:16,273 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000003_0/part-00003. blk_-5621738639061911408_1518
2013-10-31 15:41:16,279 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42932, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000006_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 123026
2013-10-31 15:41:16,284 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000006_0/part-00006. blk_8326274286764553589_1518
2013-10-31 15:41:16,297 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000007_0/part-00007. blk_-2511302532578109727_1518
2013-10-31 15:41:16,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5621738639061911408_1518 src: /127.0.0.1:42931 dest: /127.0.0.1:53907
2013-10-31 15:41:16,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5621738639061911408_1518 src: /127.0.0.1:41509 dest: /127.0.0.1:48948
2013-10-31 15:41:16,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5621738639061911408_1518 src: /127.0.0.1:55015 dest: /127.0.0.1:57702
2013-10-31 15:41:16,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8326274286764553589_1518 src: /127.0.0.1:48235 dest: /127.0.0.1:42991
2013-10-31 15:41:16,307 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55015, dest: /127.0.0.1:57702, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5621738639061911408_1518, duration: 1451316
2013-10-31 15:41:16,307 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5621738639061911408_1518 terminating
2013-10-31 15:41:16,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8326274286764553589_1518 src: /127.0.0.1:42937 dest: /127.0.0.1:53907
2013-10-31 15:41:16,307 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41509, dest: /127.0.0.1:48948, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5621738639061911408_1518, duration: 1103617
2013-10-31 15:41:16,308 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5621738639061911408_1518 terminating
2013-10-31 15:41:16,308 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42931, dest: /127.0.0.1:53907, bytes: 92, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5621738639061911408_1518, duration: 2541190
2013-10-31 15:41:16,308 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5621738639061911408_1518 terminating
2013-10-31 15:41:16,308 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5621738639061911408_1518 size 92
2013-10-31 15:41:16,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8326274286764553589_1518 src: /127.0.0.1:55017 dest: /127.0.0.1:57702
2013-10-31 15:41:16,309 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0038_m_000003_0
2013-10-31 15:41:16,311 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0038_m_000003_0
2013-10-31 15:41:16,311 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55017, dest: /127.0.0.1:57702, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000006_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8326274286764553589_1518, duration: 158433
2013-10-31 15:41:16,311 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5621738639061911408_1518 size 92
2013-10-31 15:41:16,311 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8326274286764553589_1518 terminating
2013-10-31 15:41:16,311 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42937, dest: /127.0.0.1:53907, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000006_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8326274286764553589_1518, duration: 943633
2013-10-31 15:41:16,311 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-5621738639061911408_1518 size 92
2013-10-31 15:41:16,311 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8326274286764553589_1518 terminating
2013-10-31 15:41:16,311 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48235, dest: /127.0.0.1:42991, bytes: 136, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000006_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8326274286764553589_1518, duration: 896313
2013-10-31 15:41:16,312 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8326274286764553589_1518 size 136
2013-10-31 15:41:16,312 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8326274286764553589_1518 terminating
2013-10-31 15:41:16,312 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8326274286764553589_1518 size 136
2013-10-31 15:41:16,313 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000006_0/part-00006 from client DFSClient_attempt_20131031152505967_0038_m_000006_0
2013-10-31 15:41:16,313 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000006_0/part-00006 is closed by DFSClient_attempt_20131031152505967_0038_m_000006_0
2013-10-31 15:41:16,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:16,315 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8326274286764553589_1518 size 136
2013-10-31 15:41:16,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:16,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2511302532578109727_1518 src: /127.0.0.1:41508 dest: /127.0.0.1:48948
2013-10-31 15:41:16,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41513, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000005_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 166575
2013-10-31 15:41:16,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2511302532578109727_1518 src: /127.0.0.1:48242 dest: /127.0.0.1:42991
2013-10-31 15:41:16,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2511302532578109727_1518 src: /127.0.0.1:55020 dest: /127.0.0.1:57702
2013-10-31 15:41:16,325 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55020, dest: /127.0.0.1:57702, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000007_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2511302532578109727_1518, duration: 1990501
2013-10-31 15:41:16,326 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2511302532578109727_1518 terminating
2013-10-31 15:41:16,326 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48242, dest: /127.0.0.1:42991, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000007_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2511302532578109727_1518, duration: 2211343
2013-10-31 15:41:16,326 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2511302532578109727_1518 terminating
2013-10-31 15:41:16,326 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41508, dest: /127.0.0.1:48948, bytes: 114, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000007_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2511302532578109727_1518, duration: 2583837
2013-10-31 15:41:16,326 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2511302532578109727_1518 terminating
2013-10-31 15:41:16,329 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2511302532578109727_1518 size 114
2013-10-31 15:41:16,329 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2511302532578109727_1518 size 114
2013-10-31 15:41:16,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:16,330 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000005_0/part-00005. blk_-2994135265801499719_1518
2013-10-31 15:41:16,331 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-2511302532578109727_1518 size 114
2013-10-31 15:41:16,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:16,336 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48245, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 128888
2013-10-31 15:41:16,345 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000004_0/part-00004. blk_1336505793316802361_1518
2013-10-31 15:41:16,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2994135265801499719_1518 src: /127.0.0.1:42942 dest: /127.0.0.1:53907
2013-10-31 15:41:16,353 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2994135265801499719_1518 src: /127.0.0.1:48247 dest: /127.0.0.1:42991
2013-10-31 15:41:16,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-2994135265801499719_1518 src: /127.0.0.1:55025 dest: /127.0.0.1:57702
2013-10-31 15:41:16,356 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55025, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000005_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2994135265801499719_1518, duration: 1377848
2013-10-31 15:41:16,356 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-2994135265801499719_1518 terminating
2013-10-31 15:41:16,356 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48247, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000005_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-2994135265801499719_1518, duration: 1500720
2013-10-31 15:41:16,356 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-2994135265801499719_1518 terminating
2013-10-31 15:41:16,357 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42942, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000005_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2994135265801499719_1518, duration: 1961025
2013-10-31 15:41:16,357 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-2994135265801499719_1518 terminating
2013-10-31 15:41:16,359 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-2994135265801499719_1518 size 70
2013-10-31 15:41:16,359 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0038_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:16,360 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000003_0 0.0%
2013-10-31 15:41:16,360 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-2994135265801499719_1518 size 70
2013-10-31 15:41:16,361 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-2994135265801499719_1518 size 70
2013-10-31 15:41:16,364 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0038_m_000006_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:16,365 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000006_0 0.0%
2013-10-31 15:41:16,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1336505793316802361_1518 src: /127.0.0.1:42944 dest: /127.0.0.1:53907
2013-10-31 15:41:16,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1336505793316802361_1518 src: /127.0.0.1:41521 dest: /127.0.0.1:48948
2013-10-31 15:41:16,371 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1336505793316802361_1518 src: /127.0.0.1:55027 dest: /127.0.0.1:57702
2013-10-31 15:41:16,373 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55027, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1336505793316802361_1518, duration: 1157153
2013-10-31 15:41:16,374 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1336505793316802361_1518 terminating
2013-10-31 15:41:16,374 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41521, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1336505793316802361_1518, duration: 1503530
2013-10-31 15:41:16,374 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1336505793316802361_1518 terminating
2013-10-31 15:41:16,374 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1336505793316802361_1518 size 70
2013-10-31 15:41:16,374 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42944, dest: /127.0.0.1:53907, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1336505793316802361_1518, duration: 1918901
2013-10-31 15:41:16,375 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1336505793316802361_1518 terminating
2013-10-31 15:41:16,375 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0038_m_000004_0
2013-10-31 15:41:16,375 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0038_m_000004_0
2013-10-31 15:41:16,376 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1336505793316802361_1518 size 70
2013-10-31 15:41:16,377 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1336505793316802361_1518 size 70
2013-10-31 15:41:16,423 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0038_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:16,423 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000004_0 0.0%
2013-10-31 15:41:16,729 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000007_0/part-00007 from client DFSClient_attempt_20131031152505967_0038_m_000007_0
2013-10-31 15:41:16,729 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000007_0/part-00007 is closed by DFSClient_attempt_20131031152505967_0038_m_000007_0
2013-10-31 15:41:16,759 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000005_0/part-00005 from client DFSClient_attempt_20131031152505967_0038_m_000005_0
2013-10-31 15:41:16,759 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000005_0/part-00005 is closed by DFSClient_attempt_20131031152505967_0038_m_000005_0
2013-10-31 15:41:16,893 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000000_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00000:0+136
2013-10-31 15:41:16,894 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0038_m_000000_0 is done.
2013-10-31 15:41:16,895 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0038_m_000000_0 was -1
2013-10-31 15:41:16,895 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:41:16,895 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0038_m_000008_0 which needs 1 slots
2013-10-31 15:41:16,925 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0038/attempt_20131031152505967_0038_m_000008_0. Attempting to reuse: jvm_20131031152505967_0038_m_1203306481
2013-10-31 15:41:17,407 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000001_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00001:0+114
2013-10-31 15:41:17,409 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0038_m_000001_0 is done.
2013-10-31 15:41:17,409 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0038_m_000001_0 was -1
2013-10-31 15:41:17,409 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:41:17,520 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0038_m_000010_0
2013-10-31 15:41:17,521 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0038_m_000010_0
2013-10-31 15:41:17,521 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0038_m_000010_0 not found in cache
2013-10-31 15:41:17,715 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0038_m_1203306481 given task: attempt_20131031152505967_0038_m_000008_0
2013-10-31 15:41:17,819 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0038_m_000007_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:17,819 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000007_0 0.0%
2013-10-31 15:41:17,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038/job.split dst=null perm=null
2013-10-31 15:41:17,825 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48252, bytes: 566, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000008_0, offset: 2560, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_733695771239661290_1505, duration: 247722
2013-10-31 15:41:17,825 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0038_m_000005_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:17,826 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000005_0 0.0%
2013-10-31 15:41:17,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt dst=null perm=null
2013-10-31 15:41:17,836 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:42951, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0038_m_000008_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_9084325701963409599_1003, duration: 102156
2013-10-31 15:41:17,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000008_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:17,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000008_0/part-00008 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:17,871 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000008_0/part-00008. blk_-7239554572464661723_1519
2013-10-31 15:41:17,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7239554572464661723_1519 src: /127.0.0.1:55031 dest: /127.0.0.1:57702
2013-10-31 15:41:17,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7239554572464661723_1519 src: /127.0.0.1:41527 dest: /127.0.0.1:48948
2013-10-31 15:41:17,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7239554572464661723_1519 src: /127.0.0.1:48256 dest: /127.0.0.1:42991
2013-10-31 15:41:17,879 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48256, dest: /127.0.0.1:42991, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000008_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7239554572464661723_1519, duration: 1706105
2013-10-31 15:41:17,880 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7239554572464661723_1519 terminating
2013-10-31 15:41:17,880 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41527, dest: /127.0.0.1:48948, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000008_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7239554572464661723_1519, duration: 2494641
2013-10-31 15:41:17,880 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7239554572464661723_1519 terminating
2013-10-31 15:41:17,880 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55031, dest: /127.0.0.1:57702, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0038_m_000008_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7239554572464661723_1519, duration: 2981003
2013-10-31 15:41:17,880 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7239554572464661723_1519 terminating
2013-10-31 15:41:17,882 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7239554572464661723_1519 size 70
2013-10-31 15:41:17,882 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7239554572464661723_1519 size 70
2013-10-31 15:41:17,883 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7239554572464661723_1519 size 70
2013-10-31 15:41:17,884 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000008_0/part-00008 from client DFSClient_attempt_20131031152505967_0038_m_000008_0
2013-10-31 15:41:17,884 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000008_0/part-00008 is closed by DFSClient_attempt_20131031152505967_0038_m_000008_0
2013-10-31 15:41:17,922 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0038_m_000008_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:17,922 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000008_0 0.0%
2013-10-31 15:41:18,527 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0038_m_000000_0' has completed task_20131031152505967_0038_m_000000 successfully.
2013-10-31 15:41:18,529 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0038_m_000001_0' has completed task_20131031152505967_0038_m_000001 successfully.
2013-10-31 15:41:18,531 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0038_m_000008_0
2013-10-31 15:41:18,532 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0038_m_000002_0
2013-10-31 15:41:18,532 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0038_m_000003_0
2013-10-31 15:41:18,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000002_0 dst=null perm=null
2013-10-31 15:41:18,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:18,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000002_0/part-00002 dst=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:18,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000002_0 dst=null perm=null
2013-10-31 15:41:18,790 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0038_m_000004_0
2013-10-31 15:41:18,790 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0038_m_000005_0
2013-10-31 15:41:18,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000005_0 dst=null perm=null
2013-10-31 15:41:18,833 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0038_m_000006_0
2013-10-31 15:41:18,834 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0038_m_000007_0
2013-10-31 15:41:18,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:18,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000005_0/part-00005 dst=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00005 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:18,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000005_0 dst=null perm=null
2013-10-31 15:41:18,930 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000005_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00005:0+70
2013-10-31 15:41:18,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000008_0 dst=null perm=null
2013-10-31 15:41:18,931 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0038_m_000005_0 is done.
2013-10-31 15:41:18,932 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0038_m_000005_0 was -1
2013-10-31 15:41:18,932 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:41:18,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:18,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000008_0/part-00008 dst=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00008 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:18,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000008_0 dst=null perm=null
2013-10-31 15:41:19,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000003_0 dst=null perm=null
2013-10-31 15:41:19,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:19,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000006_0 dst=null perm=null
2013-10-31 15:41:19,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:19,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000003_0/part-00003 dst=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:19,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000006_0/part-00006 dst=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00006 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:19,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000003_0 dst=null perm=null
2013-10-31 15:41:19,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000006_0 dst=null perm=null
2013-10-31 15:41:19,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000004_0 dst=null perm=null
2013-10-31 15:41:19,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:19,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000004_0/part-00004 dst=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:19,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000004_0 dst=null perm=null
2013-10-31 15:41:19,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000007_0 dst=null perm=null
2013-10-31 15:41:19,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:19,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000007_0/part-00007 dst=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00007 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:19,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary/_attempt_20131031152505967_0038_m_000007_0 dst=null perm=null
2013-10-31 15:41:20,274 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000002_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00003:0+114
2013-10-31 15:41:20,276 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000002_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00003:0+114
2013-10-31 15:41:20,277 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0038_m_000002_0 is done.
2013-10-31 15:41:20,277 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0038_m_000002_0 was -1
2013-10-31 15:41:20,277 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:41:20,798 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000008_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:18+1
2013-10-31 15:41:20,800 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0038_m_000008_0 is done.
2013-10-31 15:41:20,800 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0038_m_000008_0 was -1
2013-10-31 15:41:20,800 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:21,535 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0038_m_000008_0' has completed task_20131031152505967_0038_m_000008 successfully.
2013-10-31 15:41:21,537 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0038_m_000002_0' has completed task_20131031152505967_0038_m_000002 successfully.
2013-10-31 15:41:21,794 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0038_m_000005_0' has completed task_20131031152505967_0038_m_000005 successfully.
2013-10-31 15:41:21,934 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000003_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00002:0+92
2013-10-31 15:41:21,936 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000003_0 1.0% hdfs://localhost:56918/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00002:0+92
2013-10-31 15:41:21,937 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0038_m_000003_0 is done.
2013-10-31 15:41:21,937 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0038_m_000003_0 was -1
2013-10-31 15:41:21,938 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:21,961 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000006_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:41:21,962 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000006_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:0+9
2013-10-31 15:41:21,963 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0038_m_000006_0 is done.
2013-10-31 15:41:21,963 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0038_m_000006_0 was -1
2013-10-31 15:41:21,963 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:41:21,983 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000007_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:41:21,985 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000007_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/upper.txt:9+9
2013-10-31 15:41:21,986 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0038_m_000007_0 is done.
2013-10-31 15:41:21,987 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0038_m_000007_0 was -1
2013-10-31 15:41:21,987 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:22,009 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000004_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00004:0+70
2013-10-31 15:41:22,022 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000004_0 0.0% hdfs://localhost:56918/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5/part-00004:0+70
2013-10-31 15:41:22,023 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0038_m_000004_0 is done.
2013-10-31 15:41:22,024 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0038_m_000004_0 was -1
2013-10-31 15:41:22,024 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:24,543 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0038_m_000003_0' has completed task_20131031152505967_0038_m_000003 successfully.
2013-10-31 15:41:24,799 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0038_m_000004_0' has completed task_20131031152505967_0038_m_000004 successfully.
2013-10-31 15:41:24,840 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0038_m_000006_0' has completed task_20131031152505967_0038_m_000006 successfully.
2013-10-31 15:41:24,841 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0038_m_000007_0' has completed task_20131031152505967_0038_m_000007 successfully.
2013-10-31 15:41:24,844 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0038_m_000009_0' to tip task_20131031152505967_0038_m_000009, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:48289'
2013-10-31 15:41:24,847 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0038_m_000009_0 task's state:UNASSIGNED
2013-10-31 15:41:24,847 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0038_m_000009_0 which needs 1 slots
2013-10-31 15:41:24,847 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0038_m_000009_0 which needs 1 slots
2013-10-31 15:41:24,883 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0038/attempt_20131031152505967_0038_m_000009_0. Attempting to reuse: jvm_20131031152505967_0038_m_1158548107
2013-10-31 15:41:25,507 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0038_m_1158548107 given task: attempt_20131031152505967_0038_m_000009_0
2013-10-31 15:41:25,638 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000009_0 0.0%
2013-10-31 15:41:25,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_temporary dst=null perm=null
2013-10-31 15:41:25,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:25,657 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_SUCCESS from client DFSClient_attempt_20131031152505967_0038_m_000009_0
2013-10-31 15:41:25,657 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0038_m_000009_0
2013-10-31 15:41:25,812 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1186819965018333751 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:25,812 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1186819965018333751 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:25,812 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1186819965018333751 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:25,812 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-1186819965018333751 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:25,813 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_733695771239661290 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:25,813 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_733695771239661290 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:25,813 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_733695771239661290 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:25,813 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_733695771239661290 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:25,813 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5067564904738256185 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:25,814 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5067564904738256185 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:25,814 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_5067564904738256185 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:25,814 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1076347564318003351 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:25,814 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1076347564318003351 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:25,815 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1076347564318003351 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:25,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0038 dst=null perm=null
2013-10-31 15:41:28,200 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_733695771239661290_1505 blk_1076347564318003351_1507 blk_-1186819965018333751_1504
2013-10-31 15:41:28,200 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_733695771239661290_1505 blk_5067564904738256185_1506 blk_1076347564318003351_1507 blk_-1186819965018333751_1504
2013-10-31 15:41:28,611 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0038_m_000009_0 0.0% cleanup
2013-10-31 15:41:28,613 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0038_m_000009_0 is done.
2013-10-31 15:41:28,613 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0038_m_000009_0 was -1
2013-10-31 15:41:28,613 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:30,261 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1186819965018333751_1504 file build/test/data/dfs/data/data4/current/blk_-1186819965018333751 for deletion
2013-10-31 15:41:30,261 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_733695771239661290_1505 file build/test/data/dfs/data/data3/current/blk_733695771239661290 for deletion
2013-10-31 15:41:30,262 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1186819965018333751_1504 at file build/test/data/dfs/data/data4/current/blk_-1186819965018333751
2013-10-31 15:41:30,262 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1076347564318003351_1507 file build/test/data/dfs/data/data3/current/blk_1076347564318003351 for deletion
2013-10-31 15:41:30,262 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_733695771239661290_1505 at file build/test/data/dfs/data/data3/current/blk_733695771239661290
2013-10-31 15:41:30,263 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5067564904738256185_1506 file build/test/data/dfs/data/data4/current/blk_5067564904738256185 for deletion
2013-10-31 15:41:30,263 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1076347564318003351_1507 at file build/test/data/dfs/data/data3/current/blk_1076347564318003351
2013-10-31 15:41:30,263 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5067564904738256185_1506 at file build/test/data/dfs/data/data4/current/blk_5067564904738256185
2013-10-31 15:41:30,823 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1186819965018333751_1504 file build/test/data/dfs/data/data6/current/blk_-1186819965018333751 for deletion
2013-10-31 15:41:30,823 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_733695771239661290_1505 file build/test/data/dfs/data/data6/current/blk_733695771239661290 for deletion
2013-10-31 15:41:30,824 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1076347564318003351_1507 file build/test/data/dfs/data/data5/current/blk_1076347564318003351 for deletion
2013-10-31 15:41:30,824 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1186819965018333751_1504 at file build/test/data/dfs/data/data6/current/blk_-1186819965018333751
2013-10-31 15:41:30,824 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1076347564318003351_1507 at file build/test/data/dfs/data/data5/current/blk_1076347564318003351
2013-10-31 15:41:30,824 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_733695771239661290_1505 at file build/test/data/dfs/data/data6/current/blk_733695771239661290
2013-10-31 15:41:30,852 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0038_m_000009_0' has completed task_20131031152505967_0038_m_000009 successfully.
2013-10-31 15:41:30,854 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0038 has completed successfully.
2013-10-31 15:41:30,854 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0038,submitTime=1383234064595,launchTime=1383234064732,firstMapTaskLaunchTime=1383234072513,firstJobSetupTaskLaunchTime=1383234066494,firstJobCleanupTaskLaunchTime=1383234084844,finishTime=1383234090854,numMaps=9,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=71,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[5C3369B26DF24053B7C14EEA5265EB52/D200E5FA7B7A48A0971B41F184452DAC] offset*merge2/(2/3)
2013-10-31 15:41:30,862 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_logs/history/job_20131031152505967_0038_1383234064595_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2FD200E5FA7B7A48A0. blk_1663142802644499577_1520
2013-10-31 15:41:30,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1663142802644499577_1520 src: /127.0.0.1:48260 dest: /127.0.0.1:42991
2013-10-31 15:41:30,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1663142802644499577_1520 src: /127.0.0.1:55038 dest: /127.0.0.1:57702
2013-10-31 15:41:30,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1663142802644499577_1520 src: /127.0.0.1:41534 dest: /127.0.0.1:48948
2013-10-31 15:41:30,876 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41534, dest: /127.0.0.1:48948, bytes: 39915, op: HDFS_WRITE, cliID: DFSClient_299816514, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1663142802644499577_1520, duration: 6163096
2013-10-31 15:41:30,877 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1663142802644499577_1520 terminating
2013-10-31 15:41:30,878 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55038, dest: /127.0.0.1:57702, bytes: 39915, op: HDFS_WRITE, cliID: DFSClient_299816514, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1663142802644499577_1520, duration: 7146936
2013-10-31 15:41:30,881 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1663142802644499577_1520 terminating
2013-10-31 15:41:30,881 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1663142802644499577_1520 size 39915
2013-10-31 15:41:30,882 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48260, dest: /127.0.0.1:42991, bytes: 39915, op: HDFS_WRITE, cliID: DFSClient_299816514, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1663142802644499577_1520, duration: 11398442
2013-10-31 15:41:30,882 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1663142802644499577_1520 size 39915
2013-10-31 15:41:30,882 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1663142802644499577_1520 terminating
2013-10-31 15:41:30,889 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1663142802644499577_1520 size 39915
2013-10-31 15:41:30,889 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_logs/history/job_20131031152505967_0038_1383234064595_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2FD200E5FA7B7A48A0 from client DFSClient_299816514
2013-10-31 15:41:30,890 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/_logs/history/job_20131031152505967_0038_1383234064595_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2FD200E5FA7B7A48A0 is closed by DFSClient_299816514
2013-10-31 15:41:30,890 INFO namenode.FSNamesystem (FSEditLog.java:printStatistics(1106)) - Number of transactions: 2839 Total time for transactions(ms): 56Number of transactions batched in Syncs: 369 Number of syncs: 2066 SyncTimes(ms): 67891 10231
2013-10-31 15:41:30,896 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0038_1383234064595_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2FD200E5FA7B7A48A0 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:41:30,897 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0038_m_000006_0'
2013-10-31 15:41:30,898 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0038_m_000007_0'
2013-10-31 15:41:30,898 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0038_m_000009_0'
2013-10-31 15:41:30,899 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2659717024418819498 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:30,899 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2659717024418819498 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:30,900 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2659717024418819498 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:30,902 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] starting step: (1/3) ...condAccumulatedinterMerge
2013-10-31 15:41:30,902 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0038_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:41:30,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0038 dst=null perm=null
2013-10-31 15:41:30,908 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(825)) - Default number of map tasks: 4
2013-10-31 15:41:30,908 INFO mapred.JobClient (JobClient.java:setNumTasksBasedOnClusterCapacity(832)) - Default number of reduce tasks: 0
2013-10-31 15:41:30,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:30,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039 dst=null perm=hadoop:supergroup:rwx------
2013-10-31 15:41:30,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:30,972 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.jar. blk_1421111948022537240_1521
2013-10-31 15:41:30,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1421111948022537240_1521 src: /127.0.0.1:48264 dest: /127.0.0.1:42991
2013-10-31 15:41:30,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1421111948022537240_1521 src: /127.0.0.1:41537 dest: /127.0.0.1:48948
2013-10-31 15:41:30,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1421111948022537240_1521 src: /127.0.0.1:42964 dest: /127.0.0.1:53907
2013-10-31 15:41:30,987 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42964, dest: /127.0.0.1:53907, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1421111948022537240_1521, duration: 6635226
2013-10-31 15:41:30,987 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1421111948022537240_1521 terminating
2013-10-31 15:41:30,987 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1421111948022537240_1521 size 238055
2013-10-31 15:41:30,988 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41537, dest: /127.0.0.1:48948, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1421111948022537240_1521, duration: 7412168
2013-10-31 15:41:30,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1421111948022537240_1521 terminating
2013-10-31 15:41:30,989 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48264, dest: /127.0.0.1:42991, bytes: 238055, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1421111948022537240_1521, duration: 8685352
2013-10-31 15:41:30,989 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1421111948022537240_1521 terminating
2013-10-31 15:41:30,991 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.jar from client DFSClient_1342392704
2013-10-31 15:41:30,992 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.jar is closed by DFSClient_1342392704
2013-10-31 15:41:30,992 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1421111948022537240_1521 size 238055
2013-10-31 15:41:30,994 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1421111948022537240_1521 size 238055
2013-10-31 15:41:30,999 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.jar. New replication is 10
2013-10-31 15:41:31,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.jar dst=null perm=null
2013-10-31 15:41:31,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.jar dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:31,022 INFO mapred.JobClient (JobClient.java:copyAndConfigureFiles(794)) - Setting group to hadoop
2013-10-31 15:41:31,026 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-31 15:41:31,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:31,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:31,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:31,049 INFO namenode.FSNamesystem (FSNamesystem.java:setReplicationInternal(1135)) - Increasing replication for file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split. New replication is 10
2013-10-31 15:41:31,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setReplication src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split dst=null perm=null
2013-10-31 15:41:31,061 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split. blk_-4246700044535514058_1522
2013-10-31 15:41:31,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4246700044535514058_1522 src: /127.0.0.1:41539 dest: /127.0.0.1:48948
2013-10-31 15:41:31,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4246700044535514058_1522 src: /127.0.0.1:55045 dest: /127.0.0.1:57702
2013-10-31 15:41:31,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4246700044535514058_1522 src: /127.0.0.1:42967 dest: /127.0.0.1:53907
2013-10-31 15:41:31,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-4246700044535514058_1522 src: /127.0.0.1:48270 dest: /127.0.0.1:42991
2013-10-31 15:41:31,070 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48270, dest: /127.0.0.1:42991, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-4246700044535514058_1522, duration: 1437889
2013-10-31 15:41:31,070 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-4246700044535514058_1522 terminating
2013-10-31 15:41:31,071 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42967, dest: /127.0.0.1:53907, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4246700044535514058_1522, duration: 1038660
2013-10-31 15:41:31,072 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-4246700044535514058_1522 terminating
2013-10-31 15:41:31,072 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55045, dest: /127.0.0.1:57702, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4246700044535514058_1522, duration: 1998883
2013-10-31 15:41:31,072 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-4246700044535514058_1522 terminating
2013-10-31 15:41:31,073 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41539, dest: /127.0.0.1:48948, bytes: 1767, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4246700044535514058_1522, duration: 2872058
2013-10-31 15:41:31,073 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 3 for block blk_-4246700044535514058_1522 terminating
2013-10-31 15:41:31,073 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-4246700044535514058_1522 size 1767
2013-10-31 15:41:31,076 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split from client DFSClient_1342392704
2013-10-31 15:41:31,077 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split is closed by DFSClient_1342392704
2013-10-31 15:41:31,077 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-4246700044535514058_1522 size 1767
2013-10-31 15:41:31,078 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-4246700044535514058_1522 size 1767
2013-10-31 15:41:31,078 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-4246700044535514058_1522 size 1767
2013-10-31 15:41:31,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:31,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.splitmetainfo dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:31,109 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.splitmetainfo. blk_-6556521035591644005_1523
2013-10-31 15:41:31,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6556521035591644005_1523 src: /127.0.0.1:41543 dest: /127.0.0.1:48948
2013-10-31 15:41:31,112 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6556521035591644005_1523 src: /127.0.0.1:48272 dest: /127.0.0.1:42991
2013-10-31 15:41:31,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-6556521035591644005_1523 src: /127.0.0.1:55050 dest: /127.0.0.1:57702
2013-10-31 15:41:31,117 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55050, dest: /127.0.0.1:57702, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-6556521035591644005_1523, duration: 65123
2013-10-31 15:41:31,117 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-6556521035591644005_1523 terminating
2013-10-31 15:41:31,117 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48272, dest: /127.0.0.1:42991, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-6556521035591644005_1523, duration: 909468
2013-10-31 15:41:31,118 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-6556521035591644005_1523 terminating
2013-10-31 15:41:31,118 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-6556521035591644005_1523 size 183
2013-10-31 15:41:31,118 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41543, dest: /127.0.0.1:48948, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6556521035591644005_1523, duration: 1831844
2013-10-31 15:41:31,119 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-6556521035591644005_1523 terminating
2013-10-31 15:41:31,123 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-6556521035591644005_1523 size 183
2013-10-31 15:41:31,123 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.splitmetainfo from client DFSClient_1342392704
2013-10-31 15:41:31,123 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.splitmetainfo is closed by DFSClient_1342392704
2013-10-31 15:41:31,124 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-6556521035591644005_1523 size 183
2013-10-31 15:41:31,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:31,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=setPermission src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:31,164 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.xml. blk_-244730945081238799_1524
2013-10-31 15:41:31,166 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-244730945081238799_1524 src: /127.0.0.1:48274 dest: /127.0.0.1:42991
2013-10-31 15:41:31,168 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-244730945081238799_1524 src: /127.0.0.1:41547 dest: /127.0.0.1:48948
2013-10-31 15:41:31,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-244730945081238799_1524 src: /127.0.0.1:55053 dest: /127.0.0.1:57702
2013-10-31 15:41:31,172 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55053, dest: /127.0.0.1:57702, bytes: 29218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-244730945081238799_1524, duration: 90645
2013-10-31 15:41:31,172 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-244730945081238799_1524 terminating
2013-10-31 15:41:31,173 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41547, dest: /127.0.0.1:48948, bytes: 29218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-244730945081238799_1524, duration: 848628
2013-10-31 15:41:31,173 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-244730945081238799_1524 terminating
2013-10-31 15:41:31,173 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48274, dest: /127.0.0.1:42991, bytes: 29218, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-244730945081238799_1524, duration: 1684239
2013-10-31 15:41:31,173 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-244730945081238799_1524 size 29218
2013-10-31 15:41:31,174 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-244730945081238799_1524 terminating
2013-10-31 15:41:31,176 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-244730945081238799_1524 size 29218
2013-10-31 15:41:31,176 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.xml from client DFSClient_1342392704
2013-10-31 15:41:31,176 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.xml is closed by DFSClient_1342392704
2013-10-31 15:41:31,178 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-244730945081238799_1524 size 29218
2013-10-31 15:41:31,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.xml dst=null perm=null
2013-10-31 15:41:31,191 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41550, bytes: 29450, op: HDFS_READ, cliID: DFSClient_-1786572289, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-244730945081238799_1524, duration: 395910
2013-10-31 15:41:31,201 INFO hdfs.StateChange (FSNamesystem.java:computeReplicationWorkForBlock(3078)) - BLOCK* ask 127.0.0.1:42991 to replicate blk_1421111948022537240_1521 to datanode(s) 127.0.0.1:57702
2013-10-31 15:41:31,202 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:48948 to delete blk_2659717024418819498_1510
2013-10-31 15:41:31,202 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_2659717024418819498_1510
2013-10-31 15:41:31,210 INFO mapred.JobInProgress (JobInProgress.java:checkTaskLimits(781)) - job_20131031152505967_0039: nMaps=5 nReduces=0 max=-1
2013-10-31 15:41:31,211 INFO mapred.JobTracker (JobTracker.java:addJob(4075)) - Job job_20131031152505967_0039 added successfully for user 'hadoop' to queue 'default'
2013-10-31 15:41:31,211 INFO mapred.JobTracker (JobTracker.java:initJob(4236)) - Initializing job_20131031152505967_0039
2013-10-31 15:41:31,211 INFO mapred.JobInProgress (JobInProgress.java:initTasks(948)) - Initializing job_20131031152505967_0039
2013-10-31 15:41:31,211 INFO mapred.AuditLogger (AuditLogger.java:logSuccess(68)) - USER=hadoop IP=127.0.0.1 OPERATION=SUBMIT_JOB TARGET=job_20131031152505967_0039 RESULT=SUCCESS
2013-10-31 15:41:31,212 INFO flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [offset*merge2] submitted hadoop job: job_20131031152505967_0039
2013-10-31 15:41:32,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0039_1383234091182_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2F4E218375BE134720 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:32,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0039_conf.xml dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:32,220 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0039_conf.xml. blk_-7953908458558219851_1526
2013-10-31 15:41:32,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7953908458558219851_1526 src: /127.0.0.1:48279 dest: /127.0.0.1:42991
2013-10-31 15:41:32,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7953908458558219851_1526 src: /127.0.0.1:41552 dest: /127.0.0.1:48948
2013-10-31 15:41:32,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7953908458558219851_1526 src: /127.0.0.1:55058 dest: /127.0.0.1:57702
2013-10-31 15:41:32,229 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55058, dest: /127.0.0.1:57702, bytes: 29283, op: HDFS_WRITE, cliID: DFSClient_-1786572289, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7953908458558219851_1526, duration: 578756
2013-10-31 15:41:32,230 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7953908458558219851_1526 terminating
2013-10-31 15:41:32,230 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41552, dest: /127.0.0.1:48948, bytes: 29283, op: HDFS_WRITE, cliID: DFSClient_-1786572289, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7953908458558219851_1526, duration: 1417751
2013-10-31 15:41:32,231 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7953908458558219851_1526 terminating
2013-10-31 15:41:32,231 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48279, dest: /127.0.0.1:42991, bytes: 29283, op: HDFS_WRITE, cliID: DFSClient_-1786572289, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7953908458558219851_1526, duration: 2290261
2013-10-31 15:41:32,231 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7953908458558219851_1526 size 29283
2013-10-31 15:41:32,232 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7953908458558219851_1526 terminating
2013-10-31 15:41:32,233 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7953908458558219851_1526 size 29283
2013-10-31 15:41:32,234 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0039_conf.xml from client DFSClient_-1786572289
2013-10-31 15:41:32,234 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0039_conf.xml is closed by DFSClient_-1786572289
2013-10-31 15:41:32,234 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_-7953908458558219851_1526 size 29283
2013-10-31 15:41:32,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0039/jobToken dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:32,248 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0039/jobToken. blk_1940351941524475787_1527
2013-10-31 15:41:32,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1940351941524475787_1527 src: /127.0.0.1:48282 dest: /127.0.0.1:42991
2013-10-31 15:41:32,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1940351941524475787_1527 src: /127.0.0.1:42981 dest: /127.0.0.1:53907
2013-10-31 15:41:32,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1940351941524475787_1527 src: /127.0.0.1:41556 dest: /127.0.0.1:48948
2013-10-31 15:41:32,255 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41556, dest: /127.0.0.1:48948, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1940351941524475787_1527, duration: 65698
2013-10-31 15:41:32,256 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_1940351941524475787_1527 terminating
2013-10-31 15:41:32,256 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:42981, dest: /127.0.0.1:53907, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1940351941524475787_1527, duration: 844365
2013-10-31 15:41:32,257 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_1940351941524475787_1527 terminating
2013-10-31 15:41:32,257 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48282, dest: /127.0.0.1:42991, bytes: 116, op: HDFS_WRITE, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1940351941524475787_1527, duration: 1800756
2013-10-31 15:41:32,258 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_1940351941524475787_1527 terminating
2013-10-31 15:41:32,261 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_1940351941524475787_1527 size 116
2013-10-31 15:41:32,261 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0039/jobToken from client DFSClient_1342392704
2013-10-31 15:41:32,262 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0039/jobToken is closed by DFSClient_1342392704
2013-10-31 15:41:32,262 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_1940351941524475787_1527 size 116
2013-10-31 15:41:32,263 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_1940351941524475787_1527 size 116
2013-10-31 15:41:32,267 INFO mapred.JobInProgress (JobInProgress.java:generateAndStoreTokens(3803)) - jobToken generated and stored with users keys in /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0039/jobToken
2013-10-31 15:41:32,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.splitmetainfo dst=null perm=null
2013-10-31 15:41:32,271 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41557, bytes: 187, op: HDFS_READ, cliID: DFSClient_-1786572289, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-6556521035591644005_1523, duration: 265269
2013-10-31 15:41:32,273 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1000)) - Input size for job job_20131031152505967_0039 = 15. Number of splits = 5
2013-10-31 15:41:32,273 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,273 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,274 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000000 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,274 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,274 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,275 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000001 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,275 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,275 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,275 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000002 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,275 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,276 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,276 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000003 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,276 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,276 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,277 INFO mapred.JobInProgress (JobInProgress.java:createCache(825)) - tip:task_20131031152505967_0039_m_000004 has split on node:/default-rack/127.0.0.1
2013-10-31 15:41:32,277 INFO mapred.JobInProgress (JobInProgress.java:createCache(855)) - job_20131031152505967_0039 LOCALITY_WAIT_FACTOR=1.0
2013-10-31 15:41:32,277 INFO mapred.JobInProgress (JobInProgress.java:initTasks(1079)) - Job job_20131031152505967_0039 initialized successfully with 5 map tasks and 0 reduce tasks.
2013-10-31 15:41:32,673 INFO datanode.DataNode (DataNode.java:transferBlock(1265)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115) Starting thread to transfer block blk_1421111948022537240_1521 to 127.0.0.1:57702
2013-10-31 15:41:32,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_1421111948022537240_1521 src: /127.0.0.1:55063 dest: /127.0.0.1:57702
2013-10-31 15:41:32,675 INFO datanode.DataNode (DataNode.java:run(1469)) - DatanodeRegistration(127.0.0.1:42991, storageID=DS-40330888-10.5.128.102-42991-1383233102248, infoPort=46362, ipcPort=36115):Transmitted block blk_1421111948022537240_1521 to /127.0.0.1:57702
2013-10-31 15:41:32,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(414)) - Received block blk_1421111948022537240_1521 src: /127.0.0.1:55063 dest: /127.0.0.1:57702 of size 238055
2013-10-31 15:41:32,678 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_1421111948022537240_1521 size 238055
2013-10-31 15:41:33,262 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2659717024418819498_1510 file build/test/data/dfs/data/data3/current/blk_2659717024418819498 for deletion
2013-10-31 15:41:33,262 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2659717024418819498_1510 at file build/test/data/dfs/data/data3/current/blk_2659717024418819498
2013-10-31 15:41:33,552 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_SETUP) 'attempt_20131031152505967_0039_m_000006_0' to tip task_20131031152505967_0039_m_000006, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:41:33,557 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0038_m_000000_0'
2013-10-31 15:41:33,558 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0038_m_000001_0'
2013-10-31 15:41:33,558 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0038_m_000008_0'
2013-10-31 15:41:33,558 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0038_m_000010_0'
2013-10-31 15:41:33,560 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0038_m_000002_0'
2013-10-31 15:41:33,560 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0038_m_000003_0'
2013-10-31 15:41:33,561 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0039_m_000006_0 task's state:UNASSIGNED
2013-10-31 15:41:33,562 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0039_m_000006_0 which needs 1 slots
2013-10-31 15:41:33,562 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0039_m_000006_0 which needs 1 slots
2013-10-31 15:41:33,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0039/jobToken dst=null perm=null
2013-10-31 15:41:33,571 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48290, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1940351941524475787_1527, duration: 289922
2013-10-31 15:41:33,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.xml dst=null perm=null
2013-10-31 15:41:33,581 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48292, bytes: 29450, op: HDFS_READ, cliID: DFSClient_1515448936, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-244730945081238799_1524, duration: 370532
2013-10-31 15:41:33,603 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:41:33,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.jar dst=null perm=null
2013-10-31 15:41:33,622 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48293, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1515448936, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1421111948022537240_1521, duration: 1224553
2013-10-31 15:41:33,715 INFO mapred.JvmManager (JvmManager.java:reapJvm(380)) - Killing JVM: jvm_20131031152505967_0038_m_1203306481
2013-10-31 15:41:33,724 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group12162 with signal TERM. Exit code 0
2013-10-31 15:41:33,725 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0039_m_-620009022
2013-10-31 15:41:33,726 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0039_m_-620009022 spawned.
2013-10-31 15:41:33,728 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0039/attempt_20131031152505967_0039_m_000006_0/taskjvm.sh
2013-10-31 15:41:33,810 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0038_m_000004_0'
2013-10-31 15:41:33,810 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0038_m_000005_0'
2013-10-31 15:41:33,825 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2659717024418819498_1510 file build/test/data/dfs/data/data5/current/blk_2659717024418819498 for deletion
2013-10-31 15:41:33,825 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2659717024418819498_1510 at file build/test/data/dfs/data/data5/current/blk_2659717024418819498
2013-10-31 15:41:34,203 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_733695771239661290_1505 blk_5067564904738256185_1506 blk_-1186819965018333751_1504 blk_2659717024418819498_1510
2013-10-31 15:41:34,203 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:42991 to delete blk_733695771239661290_1505 blk_5067564904738256185_1506 blk_1076347564318003351_1507 blk_-1186819965018333751_1504
2013-10-31 15:41:34,845 INFO mapred.TaskTracker (TaskTracker.java:getTask(3424)) - Killing unknown JVM jvm_20131031152505967_0038_m_1203306481
2013-10-31 15:41:34,864 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:34,864 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:34,864 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:34,864 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0038_m_1203306481 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:41:35,624 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0039_m_-620009022 given task: attempt_20131031152505967_0039_m_000006_0
2013-10-31 15:41:35,673 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1186819965018333751_1504 file build/test/data/dfs/data/data2/current/blk_-1186819965018333751 for deletion
2013-10-31 15:41:35,674 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_733695771239661290_1505 file build/test/data/dfs/data/data1/current/blk_733695771239661290 for deletion
2013-10-31 15:41:35,674 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1076347564318003351_1507 file build/test/data/dfs/data/data1/current/blk_1076347564318003351 for deletion
2013-10-31 15:41:35,674 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_733695771239661290_1505 at file build/test/data/dfs/data/data1/current/blk_733695771239661290
2013-10-31 15:41:35,674 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5067564904738256185_1506 file build/test/data/dfs/data/data2/current/blk_5067564904738256185 for deletion
2013-10-31 15:41:35,674 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1076347564318003351_1507 at file build/test/data/dfs/data/data1/current/blk_1076347564318003351
2013-10-31 15:41:35,674 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1186819965018333751_1504 at file build/test/data/dfs/data/data2/current/blk_-1186819965018333751
2013-10-31 15:41:35,674 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5067564904738256185_1506 at file build/test/data/dfs/data/data2/current/blk_5067564904738256185
2013-10-31 15:41:35,900 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0038
2013-10-31 15:41:35,900 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0038_m_000007_0 not found in cache
2013-10-31 15:41:35,900 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0038_m_000006_0 not found in cache
2013-10-31 15:41:35,900 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0038_m_000009_0 not found in cache
2013-10-31 15:41:35,900 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320495900
2013-10-31 15:41:35,994 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0038_m_324011558 since job job_20131031152505967_0038 is dead
2013-10-31 15:41:36,004 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group12374 with signal TERM. Exit code 0
2013-10-31 15:41:36,014 INFO metrics.MetricsSaver (?:compactRawValues(?)) - aggregated JobSubmissionProtocol.getJobStatus 96 raw values into 1 aggregated values, total 35
2013-10-31 15:41:36,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:36,170 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:36,170 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:36,170 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:36,170 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0038_m_324011558 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:41:36,263 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-1186819965018333751_1504 file build/test/data/dfs/data/data7/current/blk_-1186819965018333751 for deletion
2013-10-31 15:41:36,264 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_733695771239661290_1505 file build/test/data/dfs/data/data8/current/blk_733695771239661290 for deletion
2013-10-31 15:41:36,264 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-1186819965018333751_1504 at file build/test/data/dfs/data/data7/current/blk_-1186819965018333751
2013-10-31 15:41:36,264 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_733695771239661290_1505 at file build/test/data/dfs/data/data8/current/blk_733695771239661290
2013-10-31 15:41:36,264 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_2659717024418819498_1510 file build/test/data/dfs/data/data7/current/blk_2659717024418819498 for deletion
2013-10-31 15:41:36,265 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_5067564904738256185_1506 file build/test/data/dfs/data/data7/current/blk_5067564904738256185 for deletion
2013-10-31 15:41:36,265 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_2659717024418819498_1510 at file build/test/data/dfs/data/data7/current/blk_2659717024418819498
2013-10-31 15:41:36,265 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_5067564904738256185_1506 at file build/test/data/dfs/data/data7/current/blk_5067564904738256185
2013-10-31 15:41:36,651 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0038_m_1158548107 since job job_20131031152505967_0038 is dead
2013-10-31 15:41:36,661 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group12372 with signal TERM. Exit code 0
2013-10-31 15:41:36,833 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:36,833 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:36,834 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:36,834 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0038_m_1158548107 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:41:38,562 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0038
2013-10-31 15:41:38,562 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0038
2013-10-31 15:41:38,562 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0038_m_000003_0 not found in cache
2013-10-31 15:41:38,563 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0038_m_000001_0 not found in cache
2013-10-31 15:41:38,563 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0038_m_000002_0 not found in cache
2013-10-31 15:41:38,563 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0038_m_000000_0 not found in cache
2013-10-31 15:41:38,563 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0038_m_000008_0 not found in cache
2013-10-31 15:41:38,564 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320498564
2013-10-31 15:41:38,564 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320498564
2013-10-31 15:41:38,811 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0038
2013-10-31 15:41:38,812 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0038_m_000004_0 not found in cache
2013-10-31 15:41:38,812 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0038_m_000005_0 not found in cache
2013-10-31 15:41:38,812 INFO mapred.UserLogCleaner (UserLogCleaner.java:markJobLogsForDeletion(199)) - Adding job_20131031152505967_0038 for user-log deletion with retainTimeStamp:1383320498812
2013-10-31 15:41:38,831 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0038_m_-643295718 since job job_20131031152505967_0038 is dead
2013-10-31 15:41:38,841 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group12256 with signal TERM. Exit code 0
2013-10-31 15:41:38,976 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0038_m_541142653 since job job_20131031152505967_0038 is dead
2013-10-31 15:41:38,987 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group12332 with signal TERM. Exit code 0
2013-10-31 15:41:39,002 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0038_m_1698866162 since job job_20131031152505967_0038 is dead
2013-10-31 15:41:39,012 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group12375 with signal TERM. Exit code 0
2013-10-31 15:41:39,019 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:39,019 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:39,019 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:39,019 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0038_m_-643295718 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:41:39,074 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0038_m_-977283738 since job job_20131031152505967_0038 is dead
2013-10-31 15:41:39,080 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group12373 with signal TERM. Exit code 0
2013-10-31 15:41:39,084 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000006_0 0.0% setup
2013-10-31 15:41:39,085 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0039_m_000006_0 is done.
2013-10-31 15:41:39,085 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0039_m_000006_0 was -1
2013-10-31 15:41:39,086 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:39,154 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:39,154 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:39,155 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:39,155 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0038_m_541142653 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:41:39,200 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:39,200 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:39,200 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:39,201 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0038_m_1698866162 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:41:39,217 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:39,217 INFO mapred.TaskTracker (TaskTracker.java:getTask(3429)) - Killing JVM jvm_20131031152505967_0038_m_-807370974 since job job_20131031152505967_0038 is dead
2013-10-31 15:41:39,217 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:39,218 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:39,218 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0038_m_-977283738 exited with exit code 143. Number of tasks it ran: 1
2013-10-31 15:41:39,223 INFO util.ProcessTree (ProcessTree.java:killProcessGroup(143)) - Killing process group12009 with signal TERM. Exit code 0
2013-10-31 15:41:39,387 WARN mapred.DefaultTaskController (DefaultTaskController.java:launchTask(136)) - Exit code from task is : 143
2013-10-31 15:41:39,387 INFO mapred.DefaultTaskController (DefaultTaskController.java:launchTask(137)) - Output from DefaultTaskController's launchTask follows:
2013-10-31 15:41:39,388 INFO mapred.TaskController (TaskController.java:logOutput(249)) -
2013-10-31 15:41:39,388 INFO mapred.JvmManager (JvmManager.java:runChild(510)) - JVM : jvm_20131031152505967_0038_m_-807370974 exited with exit code 143. Number of tasks it ran: 2
2013-10-31 15:41:39,567 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0039_m_000006_0' has completed task_20131031152505967_0039_m_000006 successfully.
2013-10-31 15:41:39,570 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0039_m_000000_0' to tip task_20131031152505967_0039_m_000000, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:41:39,571 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0039_m_000000
2013-10-31 15:41:39,571 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0039_m_000001_0' to tip task_20131031152505967_0039_m_000001, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:41:39,572 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0039_m_000001
2013-10-31 15:41:39,574 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0039_m_000002_0' to tip task_20131031152505967_0039_m_000002, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:41:39,575 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0039_m_000000_0 task's state:UNASSIGNED
2013-10-31 15:41:39,575 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0039_m_000002
2013-10-31 15:41:39,576 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0039_m_000001_0 task's state:UNASSIGNED
2013-10-31 15:41:39,576 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0039_m_000003_0' to tip task_20131031152505967_0039_m_000003, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:47038'
2013-10-31 15:41:39,576 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0039_m_000000_0 which needs 1 slots
2013-10-31 15:41:39,577 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0039_m_000003
2013-10-31 15:41:39,577 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0039_m_000000_0 which needs 1 slots
2013-10-31 15:41:39,578 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0039_m_000001_0 which needs 1 slots
2013-10-31 15:41:39,578 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0039_m_000001_0 which needs 1 slots
2013-10-31 15:41:39,580 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0039_m_000002_0 task's state:UNASSIGNED
2013-10-31 15:41:39,582 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0039_m_000003_0 task's state:UNASSIGNED
2013-10-31 15:41:39,583 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0039_m_000002_0 which needs 1 slots
2013-10-31 15:41:39,584 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0039_m_000002_0 which needs 1 slots
2013-10-31 15:41:39,584 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0039_m_000003_0 which needs 1 slots
2013-10-31 15:41:39,585 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 1 and trying to launch attempt_20131031152505967_0039_m_000003_0 which needs 1 slots
2013-10-31 15:41:39,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0039/jobToken dst=null perm=null
2013-10-31 15:41:39,593 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48296, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1940351941524475787_1527, duration: 305659
2013-10-31 15:41:39,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.xml dst=null perm=null
2013-10-31 15:41:39,604 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41570, bytes: 29450, op: HDFS_READ, cliID: DFSClient_1960540375, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-244730945081238799_1524, duration: 372757
2013-10-31 15:41:39,620 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0039_m_-296459861
2013-10-31 15:41:39,620 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0039_m_-296459861 spawned.
2013-10-31 15:41:39,621 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0039/attempt_20131031152505967_0039_m_000001_0. Attempting to reuse: jvm_20131031152505967_0039_m_-620009022
2013-10-31 15:41:39,622 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/2_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0039/attempt_20131031152505967_0039_m_000000_0/taskjvm.sh
2013-10-31 15:41:39,626 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0039_m_-620009022 given task: attempt_20131031152505967_0039_m_000001_0
2013-10-31 15:41:39,778 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:41:39,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split dst=null perm=null
2013-10-31 15:41:39,795 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41572, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4246700044535514058_1522, duration: 358438
2013-10-31 15:41:39,816 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (MAP) 'attempt_20131031152505967_0039_m_000004_0' to tip task_20131031152505967_0039_m_000004, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:41931'
2013-10-31 15:41:39,817 INFO mapred.JobInProgress (JobInProgress.java:addRunningTaskToTIP(2098)) - Choosing rack-local task task_20131031152505967_0039_m_000004
2013-10-31 15:41:39,818 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0039_m_000004_0 task's state:UNASSIGNED
2013-10-31 15:41:39,818 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0039_m_000004_0 which needs 1 slots
2013-10-31 15:41:39,818 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0039_m_000004_0 which needs 1 slots
2013-10-31 15:41:39,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.jar dst=null perm=null
2013-10-31 15:41:39,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0039/jobToken dst=null perm=null
2013-10-31 15:41:39,821 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55078, bytes: 239915, op: HDFS_READ, cliID: DFSClient_1960540375, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1421111948022537240_1521, duration: 611140
2013-10-31 15:41:39,822 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43000, bytes: 120, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1940351941524475787_1527, duration: 140801
2013-10-31 15:41:39,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.xml dst=null perm=null
2013-10-31 15:41:39,826 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48304, bytes: 29450, op: HDFS_READ, cliID: DFSClient_594115541, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-244730945081238799_1524, duration: 174356
2013-10-31 15:41:39,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:39,837 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43003, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 104246
2013-10-31 15:41:39,838 INFO mapred.JobLocalizer (JobLocalizer.java:createUserDirs(166)) - Initializing user hadoop on this TT.
2013-10-31 15:41:39,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000001_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:39,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.jar dst=null perm=null
2013-10-31 15:41:39,852 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48306, bytes: 239915, op: HDFS_READ, cliID: DFSClient_594115541, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1421111948022537240_1521, duration: 610468
2013-10-31 15:41:39,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000001_0/part-00001 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:39,871 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0039_m_-626125389
2013-10-31 15:41:39,872 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0039_m_-626125389 spawned.
2013-10-31 15:41:39,872 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0039_m_-305677763
2013-10-31 15:41:39,873 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0039_m_-305677763 spawned.
2013-10-31 15:41:39,874 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0039/attempt_20131031152505967_0039_m_000002_0/taskjvm.sh
2013-10-31 15:41:39,875 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/1_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0039/attempt_20131031152505967_0039_m_000003_0/taskjvm.sh
2013-10-31 15:41:39,913 INFO mapred.JvmManager (JvmManager.java:<init>(465)) - In JvmRunner constructed JVM ID: jvm_20131031152505967_0039_m_-380091042
2013-10-31 15:41:39,914 INFO mapred.JvmManager (JvmManager.java:spawnNewJvm(427)) - JVM Runner jvm_20131031152505967_0039_m_-380091042 spawned.
2013-10-31 15:41:39,915 INFO mapred.TaskController (TaskController.java:writeCommand(222)) - Writing commands to /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/local/0_0/ttprivate/taskTracker/hadoop/jobcache/job_20131031152505967_0039/attempt_20131031152505967_0039_m_000004_0/taskjvm.sh
2013-10-31 15:41:40,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=null
2013-10-31 15:41:40,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00000 dst=null perm=null
2013-10-31 15:41:40,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00001 dst=null perm=null
2013-10-31 15:41:40,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00002 dst=null perm=null
2013-10-31 15:41:40,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00003 dst=null perm=null
2013-10-31 15:41:40,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00004 dst=null perm=null
2013-10-31 15:41:40,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00005 dst=null perm=null
2013-10-31 15:41:40,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00006 dst=null perm=null
2013-10-31 15:41:40,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00007 dst=null perm=null
2013-10-31 15:41:40,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00008 dst=null perm=null
2013-10-31 15:41:40,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00000 dst=null perm=null
2013-10-31 15:41:40,305 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48307, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-329980869119500293_1513, duration: 124383
2013-10-31 15:41:40,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00001 dst=null perm=null
2013-10-31 15:41:40,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55085, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8387208933878606223_1513, duration: 102792
2013-10-31 15:41:40,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00002 dst=null perm=null
2013-10-31 15:41:40,324 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43007, bytes: 162, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7857510302594118867_1513, duration: 101700
2013-10-31 15:41:40,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00003 dst=null perm=null
2013-10-31 15:41:40,327 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43008, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5621738639061911408_1518, duration: 129274
2013-10-31 15:41:40,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00004 dst=null perm=null
2013-10-31 15:41:40,331 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55088, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_1336505793316802361_1518, duration: 112817
2013-10-31 15:41:40,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00005 dst=null perm=null
2013-10-31 15:41:40,333 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43010, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2994135265801499719_1518, duration: 105676
2013-10-31 15:41:40,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00006 dst=null perm=null
2013-10-31 15:41:40,336 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48313, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8326274286764553589_1518, duration: 103718
2013-10-31 15:41:40,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00007 dst=null perm=null
2013-10-31 15:41:40,339 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41586, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2511302532578109727_1518, duration: 104709
2013-10-31 15:41:40,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00008 dst=null perm=null
2013-10-31 15:41:40,342 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41587, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7239554572464661723_1519, duration: 98434
2013-10-31 15:41:40,350 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000001_0/part-00001. blk_8450501350578440702_1528
2013-10-31 15:41:40,365 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8450501350578440702_1528 src: /127.0.0.1:55093 dest: /127.0.0.1:57702
2013-10-31 15:41:40,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8450501350578440702_1528 src: /127.0.0.1:43015 dest: /127.0.0.1:53907
2013-10-31 15:41:40,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_8450501350578440702_1528 src: /127.0.0.1:48318 dest: /127.0.0.1:42991
2013-10-31 15:41:40,386 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48318, dest: /127.0.0.1:42991, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8450501350578440702_1528, duration: 1408347
2013-10-31 15:41:40,386 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_8450501350578440702_1528 terminating
2013-10-31 15:41:40,386 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_8450501350578440702_1528 size 56
2013-10-31 15:41:40,386 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:43015, dest: /127.0.0.1:53907, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8450501350578440702_1528, duration: 1948900
2013-10-31 15:41:40,387 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_8450501350578440702_1528 terminating
2013-10-31 15:41:40,387 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55093, dest: /127.0.0.1:57702, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0039_m_000001_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8450501350578440702_1528, duration: 2669730
2013-10-31 15:41:40,387 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_8450501350578440702_1528 terminating
2013-10-31 15:41:40,388 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_8450501350578440702_1528 size 56
2013-10-31 15:41:40,389 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_8450501350578440702_1528 size 56
2013-10-31 15:41:40,389 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000001_0/part-00001 from client DFSClient_attempt_20131031152505967_0039_m_000001_0
2013-10-31 15:41:40,390 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000001_0/part-00001 is closed by DFSClient_attempt_20131031152505967_0039_m_000001_0
2013-10-31 15:41:40,476 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0039_m_000001_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:40,476 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000001_0 0.0%
2013-10-31 15:41:40,601 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0039_m_-296459861 given task: attempt_20131031152505967_0039_m_000000_0
2013-10-31 15:41:41,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split dst=null perm=null
2013-10-31 15:41:41,105 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43022, bytes: 1783, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-4246700044535514058_1522, duration: 168472
2013-10-31 15:41:41,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:41,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000000_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:41,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000000_0/part-00000 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:41,168 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0039_m_-626125389 given task: attempt_20131031152505967_0039_m_000002_0
2013-10-31 15:41:41,260 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0039_m_-305677763 given task: attempt_20131031152505967_0039_m_000003_0
2013-10-31 15:41:41,266 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0039_m_-380091042 given task: attempt_20131031152505967_0039_m_000004_0
2013-10-31 15:41:41,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=null
2013-10-31 15:41:41,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00000 dst=null perm=null
2013-10-31 15:41:41,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00001 dst=null perm=null
2013-10-31 15:41:41,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00002 dst=null perm=null
2013-10-31 15:41:41,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00003 dst=null perm=null
2013-10-31 15:41:41,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00004 dst=null perm=null
2013-10-31 15:41:41,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00005 dst=null perm=null
2013-10-31 15:41:41,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00006 dst=null perm=null
2013-10-31 15:41:41,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00007 dst=null perm=null
2013-10-31 15:41:41,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00008 dst=null perm=null
2013-10-31 15:41:41,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00000 dst=null perm=null
2013-10-31 15:41:41,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43023, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-329980869119500293_1513, duration: 141074
2013-10-31 15:41:41,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00001 dst=null perm=null
2013-10-31 15:41:41,421 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55103, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8387208933878606223_1513, duration: 132125
2013-10-31 15:41:41,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00002 dst=null perm=null
2013-10-31 15:41:41,424 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55104, bytes: 162, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7857510302594118867_1513, duration: 108192
2013-10-31 15:41:41,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00003 dst=null perm=null
2013-10-31 15:41:41,428 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41600, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-5621738639061911408_1518, duration: 103277
2013-10-31 15:41:41,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00004 dst=null perm=null
2013-10-31 15:41:41,432 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41601, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1336505793316802361_1518, duration: 171783
2013-10-31 15:41:41,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00005 dst=null perm=null
2013-10-31 15:41:41,435 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43028, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2994135265801499719_1518, duration: 106239
2013-10-31 15:41:41,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00006 dst=null perm=null
2013-10-31 15:41:41,438 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43029, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8326274286764553589_1518, duration: 137333
2013-10-31 15:41:41,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00007 dst=null perm=null
2013-10-31 15:41:41,442 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41604, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2511302532578109727_1518, duration: 134388
2013-10-31 15:41:41,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00008 dst=null perm=null
2013-10-31 15:41:41,445 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48333, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7239554572464661723_1519, duration: 103687
2013-10-31 15:41:41,448 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41606, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1925652534936424279_1018, duration: 97396
2013-10-31 15:41:41,455 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000000_0/part-00000. blk_-7843077863092471305_1529
2013-10-31 15:41:41,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7843077863092471305_1529 src: /127.0.0.1:55112 dest: /127.0.0.1:57702
2013-10-31 15:41:41,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7843077863092471305_1529 src: /127.0.0.1:48336 dest: /127.0.0.1:42991
2013-10-31 15:41:41,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-7843077863092471305_1529 src: /127.0.0.1:43035 dest: /127.0.0.1:53907
2013-10-31 15:41:41,483 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:43035, dest: /127.0.0.1:53907, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7843077863092471305_1529, duration: 1350588
2013-10-31 15:41:41,483 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-7843077863092471305_1529 terminating
2013-10-31 15:41:41,483 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48336, dest: /127.0.0.1:42991, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-7843077863092471305_1529, duration: 1607912
2013-10-31 15:41:41,483 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-7843077863092471305_1529 terminating
2013-10-31 15:41:41,484 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55112, dest: /127.0.0.1:57702, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0039_m_000000_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7843077863092471305_1529, duration: 2069490
2013-10-31 15:41:41,484 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-7843077863092471305_1529 terminating
2013-10-31 15:41:41,486 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-7843077863092471305_1529 size 24
2013-10-31 15:41:41,486 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-7843077863092471305_1529 size 24
2013-10-31 15:41:41,486 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-7843077863092471305_1529 size 24
2013-10-31 15:41:41,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split dst=null perm=null
2013-10-31 15:41:41,695 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55117, bytes: 1267, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000002_0, offset: 512, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4246700044535514058_1522, duration: 161210
2013-10-31 15:41:41,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:41,735 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43040, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 131939
2013-10-31 15:41:41,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000002_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:41,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split dst=null perm=null
2013-10-31 15:41:41,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41615, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000003_0, offset: 1024, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-4246700044535514058_1522, duration: 150044
2013-10-31 15:41:41,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039/job.split dst=null perm=null
2013-10-31 15:41:41,786 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55121, bytes: 751, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 1024, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-4246700044535514058_1522, duration: 146207
2013-10-31 15:41:41,886 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000000_0/part-00000 from client DFSClient_attempt_20131031152505967_0039_m_000000_0
2013-10-31 15:41:41,887 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000000_0/part-00000 is closed by DFSClient_attempt_20131031152505967_0039_m_000000_0
2013-10-31 15:41:42,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:42,045 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43043, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_1925652534936424279_1018, duration: 260979
2013-10-31 15:41:42,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt dst=null perm=null
2013-10-31 15:41:42,053 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48346, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000003_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_1925652534936424279_1018, duration: 137141
2013-10-31 15:41:42,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000002_0/part-00002 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:42,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000003_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:42,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000004_0 dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:42,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000003_0/part-00003 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:42,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000004_0/part-00004 dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:42,145 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0039_m_000000_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:42,145 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000000_0 0.0%
2013-10-31 15:41:42,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=null
2013-10-31 15:41:42,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00000 dst=null perm=null
2013-10-31 15:41:42,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00001 dst=null perm=null
2013-10-31 15:41:42,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00002 dst=null perm=null
2013-10-31 15:41:42,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00003 dst=null perm=null
2013-10-31 15:41:42,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00004 dst=null perm=null
2013-10-31 15:41:42,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00005 dst=null perm=null
2013-10-31 15:41:42,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00006 dst=null perm=null
2013-10-31 15:41:42,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00007 dst=null perm=null
2013-10-31 15:41:42,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00008 dst=null perm=null
2013-10-31 15:41:42,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=null
2013-10-31 15:41:42,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=null
2013-10-31 15:41:42,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00000 dst=null perm=null
2013-10-31 15:41:42,324 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55124, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-329980869119500293_1513, duration: 136329
2013-10-31 15:41:42,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00000 dst=null perm=null
2013-10-31 15:41:42,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00000 dst=null perm=null
2013-10-31 15:41:42,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00001 dst=null perm=null
2013-10-31 15:41:42,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00001 dst=null perm=null
2013-10-31 15:41:42,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00002 dst=null perm=null
2013-10-31 15:41:42,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00002 dst=null perm=null
2013-10-31 15:41:42,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00003 dst=null perm=null
2013-10-31 15:41:42,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00003 dst=null perm=null
2013-10-31 15:41:42,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00004 dst=null perm=null
2013-10-31 15:41:42,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00004 dst=null perm=null
2013-10-31 15:41:42,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00005 dst=null perm=null
2013-10-31 15:41:42,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00005 dst=null perm=null
2013-10-31 15:41:42,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00006 dst=null perm=null
2013-10-31 15:41:42,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00006 dst=null perm=null
2013-10-31 15:41:42,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00007 dst=null perm=null
2013-10-31 15:41:42,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00007 dst=null perm=null
2013-10-31 15:41:42,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00008 dst=null perm=null
2013-10-31 15:41:42,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00008 dst=null perm=null
2013-10-31 15:41:42,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00000 dst=null perm=null
2013-10-31 15:41:42,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00000 dst=null perm=null
2013-10-31 15:41:42,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00001 dst=null perm=null
2013-10-31 15:41:42,341 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55125, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8387208933878606223_1513, duration: 126313
2013-10-31 15:41:42,341 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43047, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-329980869119500293_1513, duration: 114122
2013-10-31 15:41:42,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00002 dst=null perm=null
2013-10-31 15:41:42,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43048, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-329980869119500293_1513, duration: 102524
2013-10-31 15:41:42,344 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55128, bytes: 162, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7857510302594118867_1513, duration: 126072
2013-10-31 15:41:42,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00003 dst=null perm=null
2013-10-31 15:41:42,348 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55129, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000002_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5621738639061911408_1518, duration: 102456
2013-10-31 15:41:42,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00004 dst=null perm=null
2013-10-31 15:41:42,351 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41625, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1336505793316802361_1518, duration: 100360
2013-10-31 15:41:42,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00005 dst=null perm=null
2013-10-31 15:41:42,354 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43052, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000002_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2994135265801499719_1518, duration: 102978
2013-10-31 15:41:42,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00006 dst=null perm=null
2013-10-31 15:41:42,356 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48355, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000002_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8326274286764553589_1518, duration: 144129
2013-10-31 15:41:42,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00001 dst=null perm=null
2013-10-31 15:41:42,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55133, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000003_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8387208933878606223_1513, duration: 101939
2013-10-31 15:41:42,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00007 dst=null perm=null
2013-10-31 15:41:42,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00001 dst=null perm=null
2013-10-31 15:41:42,360 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41629, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2511302532578109727_1518, duration: 105633
2013-10-31 15:41:42,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00002 dst=null perm=null
2013-10-31 15:41:42,361 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55135, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_8387208933878606223_1513, duration: 127736
2013-10-31 15:41:42,361 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41631, bytes: 162, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7857510302594118867_1513, duration: 104679
2013-10-31 15:41:42,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00008 dst=null perm=null
2013-10-31 15:41:42,363 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41632, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000002_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7239554572464661723_1519, duration: 98280
2013-10-31 15:41:42,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00002 dst=null perm=null
2013-10-31 15:41:42,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00003 dst=null perm=null
2013-10-31 15:41:42,364 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43059, bytes: 162, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7857510302594118867_1513, duration: 104051
2013-10-31 15:41:42,365 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43060, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5621738639061911408_1518, duration: 105303
2013-10-31 15:41:42,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00003 dst=null perm=null
2013-10-31 15:41:42,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00004 dst=null perm=null
2013-10-31 15:41:42,368 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55140, bytes: 96, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5621738639061911408_1518, duration: 104148
2013-10-31 15:41:42,368 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41636, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1336505793316802361_1518, duration: 106214
2013-10-31 15:41:42,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00005 dst=null perm=null
2013-10-31 15:41:42,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00004 dst=null perm=null
2013-10-31 15:41:42,371 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000002_0/part-00002 from client DFSClient_attempt_20131031152505967_0039_m_000002_0
2013-10-31 15:41:42,371 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000002_0/part-00002 is closed by DFSClient_attempt_20131031152505967_0039_m_000002_0
2013-10-31 15:41:42,371 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43063, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-2994135265801499719_1518, duration: 101458
2013-10-31 15:41:42,371 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41638, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_1336505793316802361_1518, duration: 109946
2013-10-31 15:41:42,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00006 dst=null perm=null
2013-10-31 15:41:42,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00005 dst=null perm=null
2013-10-31 15:41:42,374 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43065, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000003_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8326274286764553589_1518, duration: 137027
2013-10-31 15:41:42,374 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55145, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2994135265801499719_1518, duration: 118825
2013-10-31 15:41:42,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00006 dst=null perm=null
2013-10-31 15:41:42,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00007 dst=null perm=null
2013-10-31 15:41:42,377 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41642, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-2511302532578109727_1518, duration: 106687
2013-10-31 15:41:42,377 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48369, bytes: 140, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_8326274286764553589_1518, duration: 106496
2013-10-31 15:41:42,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00008 dst=null perm=null
2013-10-31 15:41:42,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00007 dst=null perm=null
2013-10-31 15:41:42,381 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41643, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000003_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7239554572464661723_1519, duration: 141876
2013-10-31 15:41:42,381 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55149, bytes: 118, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-2511302532578109727_1518, duration: 112365
2013-10-31 15:41:42,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091/part-00008 dst=null perm=null
2013-10-31 15:41:42,386 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:48948, dest: /127.0.0.1:41645, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_-7239554572464661723_1519, duration: 146001
2013-10-31 15:41:42,387 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000003_0/part-00003 from client DFSClient_attempt_20131031152505967_0039_m_000003_0
2013-10-31 15:41:42,387 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000003_0/part-00003 is closed by DFSClient_attempt_20131031152505967_0039_m_000003_0
2013-10-31 15:41:42,399 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000004_0/part-00004. blk_-5713853225942680207_1532
2013-10-31 15:41:42,419 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0039_m_000002_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:42,420 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000002_0 0.0%
2013-10-31 15:41:42,421 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5713853225942680207_1532 src: /127.0.0.1:43072 dest: /127.0.0.1:53907
2013-10-31 15:41:42,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5713853225942680207_1532 src: /127.0.0.1:55152 dest: /127.0.0.1:57702
2013-10-31 15:41:42,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_-5713853225942680207_1532 src: /127.0.0.1:48376 dest: /127.0.0.1:42991
2013-10-31 15:41:42,425 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:48376, dest: /127.0.0.1:42991, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5713853225942680207_1532, duration: 1199476
2013-10-31 15:41:42,425 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_-5713853225942680207_1532 terminating
2013-10-31 15:41:42,425 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55152, dest: /127.0.0.1:57702, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5713853225942680207_1532, duration: 1368343
2013-10-31 15:41:42,425 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_-5713853225942680207_1532 terminating
2013-10-31 15:41:42,425 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:43072, dest: /127.0.0.1:53907, bytes: 56, op: HDFS_WRITE, cliID: DFSClient_attempt_20131031152505967_0039_m_000004_0, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-5713853225942680207_1532, duration: 1791464
2013-10-31 15:41:42,426 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_-5713853225942680207_1532 terminating
2013-10-31 15:41:42,426 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:42991 is added to blk_-5713853225942680207_1532 size 56
2013-10-31 15:41:42,426 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000004_0/part-00004 from client DFSClient_attempt_20131031152505967_0039_m_000004_0
2013-10-31 15:41:42,427 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000004_0/part-00004 is closed by DFSClient_attempt_20131031152505967_0039_m_000004_0
2013-10-31 15:41:42,427 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_-5713853225942680207_1532 size 56
2013-10-31 15:41:42,428 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_-5713853225942680207_1532 size 56
2013-10-31 15:41:42,430 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0039_m_000003_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:42,431 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000003_0 0.0%
2013-10-31 15:41:42,471 INFO mapred.TaskTracker (TaskTracker.java:commitPending(3543)) - Task attempt_20131031152505967_0039_m_000004_0 is in commit-pending, task state:COMMIT_PENDING
2013-10-31 15:41:42,471 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000004_0 0.0%
2013-10-31 15:41:42,582 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0039_m_000000_0
2013-10-31 15:41:42,582 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0039_m_000001_0
2013-10-31 15:41:42,583 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0039_m_000002_0
2013-10-31 15:41:42,583 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0039_m_000003_0
2013-10-31 15:41:42,821 INFO mapred.TaskTracker (TaskTracker.java:offerService(1821)) - Received commit task action for attempt_20131031152505967_0039_m_000004_0
2013-10-31 15:41:43,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000000_0 dst=null perm=null
2013-10-31 15:41:43,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:43,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000000_0/part-00000 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00000 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:43,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000000_0 dst=null perm=null
2013-10-31 15:41:43,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000002_0 dst=null perm=null
2013-10-31 15:41:43,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:43,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000003_0 dst=null perm=null
2013-10-31 15:41:43,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:43,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000004_0 dst=null perm=null
2013-10-31 15:41:43,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:43,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000001_0 dst=null perm=null
2013-10-31 15:41:43,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=mkdirs src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge dst=null perm=hadoop:supergroup:rwxr-xr-x
2013-10-31 15:41:43,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000002_0/part-00002 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00002 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:43,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000001_0/part-00001 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00001 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:43,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000004_0/part-00004 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00004 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:43,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=rename src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000003_0/part-00003 dst=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00003 perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:43,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000002_0 dst=null perm=null
2013-10-31 15:41:43,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000004_0 dst=null perm=null
2013-10-31 15:41:43,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000001_0 dst=null perm=null
2013-10-31 15:41:43,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary/_attempt_20131031152505967_0039_m_000003_0 dst=null perm=null
2013-10-31 15:41:44,031 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000000_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:0+3
2013-10-31 15:41:44,033 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0039_m_000000_0 is done.
2013-10-31 15:41:44,033 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0039_m_000000_0 was -1
2013-10-31 15:41:44,033 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:41:44,577 INFO mapred.TaskTracker (TaskTracker.java:processKillTaskAction(484)) - Received KillTaskAction for task: attempt_20131031152505967_0039_m_000006_0
2013-10-31 15:41:44,577 INFO mapred.TaskTracker (TaskTracker.java:purgeTask(2249)) - About to purge task: attempt_20131031152505967_0039_m_000006_0
2013-10-31 15:41:44,577 INFO mapred.IndexCache (IndexCache.java:removeMap(141)) - Map ID attempt_20131031152505967_0039_m_000006_0 not found in cache
2013-10-31 15:41:44,623 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000002_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:6+3
2013-10-31 15:41:44,624 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0039_m_000002_0 is done.
2013-10-31 15:41:44,625 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0039_m_000002_0 was -1
2013-10-31 15:41:44,625 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 1
2013-10-31 15:41:44,692 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000003_0 0.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:9+3
2013-10-31 15:41:44,693 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0039_m_000003_0 is done.
2013-10-31 15:41:44,693 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0039_m_000003_0 was -1
2013-10-31 15:41:44,693 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:44,713 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000004_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:12+3
2013-10-31 15:41:44,715 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0039_m_000004_0 is done.
2013-10-31 15:41:44,715 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0039_m_000004_0 was -1
2013-10-31 15:41:44,716 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:45,585 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0039_m_000000_0' has completed task_20131031152505967_0039_m_000000 successfully.
2013-10-31 15:41:45,589 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0039_m_000002_0' has completed task_20131031152505967_0039_m_000002 successfully.
2013-10-31 15:41:45,590 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0039_m_000003_0' has completed task_20131031152505967_0039_m_000003 successfully.
2013-10-31 15:41:45,801 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:41:45,804 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000001_0 1.0% hdfs://localhost:56918/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/classes/test/data/lower-offset.txt:3+3
2013-10-31 15:41:45,805 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0039_m_000001_0 is done.
2013-10-31 15:41:45,805 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0039_m_000001_0 was -1
2013-10-31 15:41:45,805 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:45,823 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0039_m_000004_0' has completed task_20131031152505967_0039_m_000004 successfully.
2013-10-31 15:41:48,591 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0039_m_000001_0' has completed task_20131031152505967_0039_m_000001 successfully.
2013-10-31 15:41:48,785 INFO mapred.JobTracker (JobTracker.java:createTaskEntry(2707)) - Adding task (JOB_CLEANUP) 'attempt_20131031152505967_0039_m_000005_0' to tip task_20131031152505967_0039_m_000005, for tracker 'tracker_10.5.128.102:localhost/127.0.0.1:38510'
2013-10-31 15:41:48,788 INFO mapred.TaskTracker (TaskTracker.java:registerTask(2514)) - LaunchTaskAction (registerTask): attempt_20131031152505967_0039_m_000005_0 task's state:UNASSIGNED
2013-10-31 15:41:48,789 INFO mapred.TaskTracker (TaskTracker.java:run(2451)) - Trying to launch : attempt_20131031152505967_0039_m_000005_0 which needs 1 slots
2013-10-31 15:41:48,789 INFO mapred.TaskTracker (TaskTracker.java:run(2483)) - In TaskLauncher, current free slots : 2 and trying to launch attempt_20131031152505967_0039_m_000005_0 which needs 1 slots
2013-10-31 15:41:48,823 INFO mapred.JvmManager (JvmManager.java:reapJvm(354)) - No new JVM spawned for jobId/taskid: job_20131031152505967_0039/attempt_20131031152505967_0039_m_000005_0. Attempting to reuse: jvm_20131031152505967_0039_m_-296459861
2013-10-31 15:41:49,094 INFO mapred.TaskTracker (TaskTracker.java:getTask(3443)) - JVM with ID: jvm_20131031152505967_0039_m_-296459861 given task: attempt_20131031152505967_0039_m_000005_0
2013-10-31 15:41:49,211 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000005_0 0.0%
2013-10-31 15:41:49,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary dst=null perm=null
2013-10-31 15:41:49,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=create src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_SUCCESS dst=null perm=hadoop:supergroup:rw-r--r--
2013-10-31 15:41:49,228 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_SUCCESS from client DFSClient_attempt_20131031152505967_0039_m_000005_0
2013-10-31 15:41:49,228 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_SUCCESS is closed by DFSClient_attempt_20131031152505967_0039_m_000005_0
2013-10-31 15:41:49,235 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1421111948022537240 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:49,235 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1421111948022537240 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:49,235 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1421111948022537240 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:49,235 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1421111948022537240 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:49,235 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4246700044535514058 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:49,236 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4246700044535514058 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:49,236 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4246700044535514058 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:49,236 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-4246700044535514058 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:49,236 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6556521035591644005 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:49,237 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6556521035591644005 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:49,237 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-6556521035591644005 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:49,237 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-244730945081238799 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:49,237 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-244730945081238799 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:49,237 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-244730945081238799 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:49,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/staging/hadoop/.staging/job_20131031152505967_0039 dst=null perm=null
2013-10-31 15:41:52,185 INFO mapred.TaskTracker (TaskTracker.java:reportProgress(2814)) - attempt_20131031152505967_0039_m_000005_0 0.0% cleanup
2013-10-31 15:41:52,187 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2916)) - Task attempt_20131031152505967_0039_m_000005_0 is done.
2013-10-31 15:41:52,187 INFO mapred.TaskTracker (TaskTracker.java:reportDone(2917)) - reported output size for attempt_20131031152505967_0039_m_000005_0 was -1
2013-10-31 15:41:52,187 INFO mapred.TaskTracker (TaskTracker.java:addFreeSlots(2422)) - addFreeSlot : current free slots : 2
2013-10-31 15:41:52,206 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:53907 to delete blk_-4246700044535514058_1522 blk_1421111948022537240_1521
2013-10-31 15:41:52,206 INFO hdfs.StateChange (FSNamesystem.java:invalidateWorkForOneNode(3207)) - BLOCK* ask 127.0.0.1:57702 to delete blk_-6556521035591644005_1523 blk_-4246700044535514058_1522 blk_1421111948022537240_1521 blk_-244730945081238799_1524
2013-10-31 15:41:54,269 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-6556521035591644005_1523 file build/test/data/dfs/data/data7/current/blk_-6556521035591644005 for deletion
2013-10-31 15:41:54,269 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4246700044535514058_1522 file build/test/data/dfs/data/data4/current/blk_-4246700044535514058 for deletion
2013-10-31 15:41:54,269 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-4246700044535514058_1522 file build/test/data/dfs/data/data8/current/blk_-4246700044535514058 for deletion
2013-10-31 15:41:54,269 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1421111948022537240_1521 file build/test/data/dfs/data/data3/current/blk_1421111948022537240 for deletion
2013-10-31 15:41:54,270 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_-244730945081238799_1524 file build/test/data/dfs/data/data8/current/blk_-244730945081238799 for deletion
2013-10-31 15:41:54,270 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4246700044535514058_1522 at file build/test/data/dfs/data/data8/current/blk_-4246700044535514058
2013-10-31 15:41:54,270 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:deleteAsync(143)) - Scheduling block blk_1421111948022537240_1521 file build/test/data/dfs/data/data8/current/blk_1421111948022537240 for deletion
2013-10-31 15:41:54,269 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-6556521035591644005_1523 at file build/test/data/dfs/data/data7/current/blk_-6556521035591644005
2013-10-31 15:41:54,270 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-4246700044535514058_1522 at file build/test/data/dfs/data/data4/current/blk_-4246700044535514058
2013-10-31 15:41:54,270 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_-244730945081238799_1524 at file build/test/data/dfs/data/data8/current/blk_-244730945081238799
2013-10-31 15:41:54,270 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1421111948022537240_1521 at file build/test/data/dfs/data/data3/current/blk_1421111948022537240
2013-10-31 15:41:54,272 INFO datanode.DataNode (FSDatasetAsyncDiskService.java:run(189)) - Deleted block blk_1421111948022537240_1521 at file build/test/data/dfs/data/data8/current/blk_1421111948022537240
2013-10-31 15:41:54,796 INFO mapred.JobInProgress (JobInProgress.java:completedTask(2857)) - Task 'attempt_20131031152505967_0039_m_000005_0' has completed task_20131031152505967_0039_m_000005 successfully.
2013-10-31 15:41:54,797 INFO mapred.JobInProgress (JobInProgress.java:jobComplete(3035)) - Job job_20131031152505967_0039 has completed successfully.
2013-10-31 15:41:54,798 INFO mapred.JobInProgress$JobSummary (JobInProgress.java:logJobSummary(3778)) - jobId=job_20131031152505967_0039,submitTime=1383234091182,launchTime=1383234092277,firstMapTaskLaunchTime=1383234099570,firstJobSetupTaskLaunchTime=1383234093552,firstJobCleanupTaskLaunchTime=1383234108785,finishTime=1383234114797,numMaps=5,numSlotsPerMap=1,numReduces=0,numSlotsPerReduce=1,user=hadoop,queue=default,status=SUCCEEDED,mapSlotSeconds=33,reduceSlotsSeconds=0,clusterMapCapacity=8,clusterReduceCapacity=8,jobName=[5C3369B26DF24053B7C14EEA5265EB52/4E218375BE134720943594266656F478] offset*merge2/(1/3) ...condAccumulatedinterMerge
2013-10-31 15:41:54,804 INFO hdfs.StateChange (FSNamesystem.java:allocateBlock(1746)) - BLOCK* NameSystem.allocateBlock: /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0039_1383234091182_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2F4E218375BE134720. blk_3126152244263557425_1533
2013-10-31 15:41:54,806 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3126152244263557425_1533 src: /127.0.0.1:41652 dest: /127.0.0.1:48948
2013-10-31 15:41:54,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3126152244263557425_1533 src: /127.0.0.1:43079 dest: /127.0.0.1:53907
2013-10-31 15:41:54,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(250)) - Receiving block blk_3126152244263557425_1533 src: /127.0.0.1:55159 dest: /127.0.0.1:57702
2013-10-31 15:41:54,820 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:55159, dest: /127.0.0.1:57702, bytes: 25529, op: HDFS_WRITE, cliID: DFSClient_-1786572289, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_3126152244263557425_1533, duration: 5862309
2013-10-31 15:41:54,820 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 0 for block blk_3126152244263557425_1533 terminating
2013-10-31 15:41:54,821 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:43079, dest: /127.0.0.1:53907, bytes: 25529, op: HDFS_WRITE, cliID: DFSClient_-1786572289, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_3126152244263557425_1533, duration: 5599667
2013-10-31 15:41:54,821 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 1 for block blk_3126152244263557425_1533 terminating
2013-10-31 15:41:54,822 INFO DataNode.clienttrace (BlockReceiver.java:run(862)) - src: /127.0.0.1:41652, dest: /127.0.0.1:48948, bytes: 25529, op: HDFS_WRITE, cliID: DFSClient_-1786572289, offset: 0, srvID: DS-1077439903-10.5.128.102-48948-1383233103367, blockid: blk_3126152244263557425_1533, duration: 7790542
2013-10-31 15:41:54,822 INFO datanode.DataNode (BlockReceiver.java:run(909)) - PacketResponder 2 for block blk_3126152244263557425_1533 terminating
2013-10-31 15:41:54,824 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:53907 is added to blk_3126152244263557425_1533 size 25529
2013-10-31 15:41:54,826 INFO hdfs.StateChange (FSNamesystem.java:finalizeINodeFileUnderConstruction(2217)) - Removing lease on file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0039_1383234091182_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2F4E218375BE134720 from client DFSClient_-1786572289
2013-10-31 15:41:54,827 INFO hdfs.StateChange (FSNamesystem.java:completeFileInternal(1705)) - DIR* NameSystem.completeFile: file /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_logs/history/job_20131031152505967_0039_1383234091182_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2F4E218375BE134720 is closed by DFSClient_-1786572289
2013-10-31 15:41:54,827 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:57702 is added to blk_3126152244263557425_1533 size 25529
2013-10-31 15:41:54,828 INFO hdfs.StateChange (FSNamesystem.java:addStoredBlock(3686)) - BLOCK* NameSystem.addStoredBlock: blockMap updated: 127.0.0.1:48948 is added to blk_3126152244263557425_1533 size 25529
2013-10-31 15:41:54,837 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0039_1383234091182_hadoop_%5B5C3369B26DF24053B7C14EEA5265EB52%2F4E218375BE134720 to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:41:54,837 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0039_m_000000_0'
2013-10-31 15:41:54,838 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0039_m_000001_0'
2013-10-31 15:41:54,838 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0039_m_000005_0'
2013-10-31 15:41:54,839 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0039_m_000006_0'
2013-10-31 15:41:54,839 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1940351941524475787 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,839 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1940351941524475787 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,840 INFO mapred.JobTracker (JobTracker.java:removeTaskEntry(2741)) - Removing task 'attempt_20131031152505967_0039_m_000004_0'
2013-10-31 15:41:54,840 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1940351941524475787 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,842 INFO mapred.JobHistory (JobHistory.java:run(305)) - Moving file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/job_20131031152505967_0039_conf.xml to file:/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/log/history/done/version-1/localhost_1383233106039_/2013/10/31/000000
2013-10-31 15:41:54,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/tmp/mapred/system/job_20131031152505967_0039 dst=null perm=null
2013-10-31 15:41:54,847 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8488811837968436723 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,847 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8488811837968436723 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,847 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8488811837968436723 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,847 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3446703561813588052 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,848 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3446703561813588052 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,848 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_3446703561813588052 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,848 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5209020669254127825 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,848 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5209020669254127825 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,849 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5209020669254127825 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,849 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8845774267862199992 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,849 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8845774267862199992 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,849 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-8845774267862199992 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,849 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7538764653915528379 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,850 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7538764653915528379 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,850 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_7538764653915528379 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,850 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2626924498182724527 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,850 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2626924498182724527 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,851 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_2626924498182724527 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,851 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2130689472311706328 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,851 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2130689472311706328 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,851 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2130689472311706328 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,851 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6253978335429429060 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,852 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6253978335429429060 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,852 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_6253978335429429060 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9189120797_merge1_2674251B4F9E4F10A206FB3BC03201C5 dst=null perm=null
2013-10-31 15:41:54,858 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1663142802644499577 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,858 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1663142802644499577 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,859 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1663142802644499577 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,859 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5818063347765356064 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,859 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5818063347765356064 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,859 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5818063347765356064 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,859 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-329980869119500293 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,860 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-329980869119500293 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,860 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-329980869119500293 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,860 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8387208933878606223 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,860 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8387208933878606223 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,861 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8387208933878606223 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,861 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7857510302594118867 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,861 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7857510302594118867 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,861 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7857510302594118867 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,861 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5621738639061911408 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,862 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5621738639061911408 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,862 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-5621738639061911408 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,862 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1336505793316802361 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,862 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1336505793316802361 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,863 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_1336505793316802361 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,863 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2994135265801499719 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,863 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2994135265801499719 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,863 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2994135265801499719 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,863 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8326274286764553589 is added to invalidSet of 127.0.0.1:53907
2013-10-31 15:41:54,864 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8326274286764553589 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,864 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_8326274286764553589 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,864 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2511302532578109727 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,864 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2511302532578109727 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,864 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-2511302532578109727 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,865 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7239554572464661723 is added to invalidSet of 127.0.0.1:57702
2013-10-31 15:41:54,865 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7239554572464661723 is added to invalidSet of 127.0.0.1:48948
2013-10-31 15:41:54,865 INFO hdfs.StateChange (FSNamesystem.java:addToInvalidates(1799)) - BLOCK* NameSystem.addToInvalidates: blk_-7239554572464661723 is added to invalidSet of 127.0.0.1:42991
2013-10-31 15:41:54,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-hadoop/9237257818_merge2_73EEF22ACA3B483CA4F7F6F9E1697091 dst=null perm=null
2013-10-31 15:41:54,871 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/_temporary
2013-10-31 15:41:54,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge dst=null perm=null
2013-10-31 15:41:54,891 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 5
2013-10-31 15:41:54,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:41:54,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:41:54,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:41:54,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:41:54,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:41:54,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:41:54,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43082, bytes: 28, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_-7843077863092471305_1529, duration: 270050
2013-10-31 15:41:54,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:41:54,905 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43083, bytes: 60, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8450501350578440702_1528, duration: 257056
2013-10-31 15:41:54,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:41:54,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:41:54,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:41:54,911 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:42991, dest: /127.0.0.1:48386, bytes: 60, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-40330888-10.5.128.102-42991-1383233102248, blockid: blk_-5713853225942680207_1532, duration: 331748
2013-10-31 15:41:54,911 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output//hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge
2013-10-31 15:41:54,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=listStatus src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge dst=null perm=null
2013-10-31 15:41:54,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00000 dst=null perm=null
2013-10-31 15:41:54,920 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55164, bytes: 28, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-7843077863092471305_1529, duration: 253894
2013-10-31 15:41:54,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00001 dst=null perm=null
2013-10-31 15:41:54,924 INFO mapred.TaskTracker (TaskTracker.java:purgeJob(2166)) - Received 'KillJobAction' for job: job_20131031152505967_0039
2013-10-31 15:41:54,924 WARN mapred.TaskTracker (TaskTracker.java:purgeJob(2173)) - Unknown job job_20131031152505967_0039 being deleted.
2013-10-31 15:41:54,925 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:53907, dest: /127.0.0.1:43086, bytes: 60, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-709277284-10.5.128.102-53907-1383233102814, blockid: blk_8450501350578440702_1528, duration: 277662
2013-10-31 15:41:54,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00002 dst=null perm=null
2013-10-31 15:41:54,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00003 dst=null perm=null
2013-10-31 15:41:54,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditEvent(166)) - ugi=hadoop ip=/127.0.0.1 cmd=open src=/home/hadoop/cascading.compatibility/amazon-emr-2.4.1/build/test/output/hadoop/mergepipesplatform/multihashjoinintomergeintohashjoinfirstStreamedsecondAccumulatedinterMerge/part-00004 dst=null perm=null
2013-10-31 15:41:54,934 INFO DataNode.clienttrace (BlockSender.java:sendBlock(458)) - src: /127.0.0.1:57702, dest: /127.0.0.1:55166, bytes: 60, op: HDFS_READ, cliID: DFSClient_1342392704, offset: 0, srvID: DS-1635519155-10.5.128.102-57702-1383233105815, blockid: blk_-5713853225942680207_1532, duration: 270097